-- Logs begin at Wed 2021-09-15 01:51:06 UTC, end at Wed 2021-09-15 02:57:37 UTC. -- Sep 15 02:31:39.269727 dv-cinder-760193-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 02:31:41.992318 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.common.config [-] Logging enabled! Sep 15 02:31:41.992951 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 02:31:41.993109 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100922) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 02:31:41.996579 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.common.config [-] Logging enabled! Sep 15 02:31:41.996835 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 02:31:41.997150 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100922) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 02:31:41.998091 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:31:41.998327 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:31:41.998694 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:31:41.998940 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:31:41.999177 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:31:41.999494 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:41.999794 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.000092 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.000323 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.000649 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.000942 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.001223 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.001511 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.001807 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.002091 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.002370 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.002656 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.002888 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.003170 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.003459 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.003745 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.003969 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] debug = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.004248 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.004737 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.005187 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.005466 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.005757 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.006037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.006307 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.006583 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.006867 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.007196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] host = dv-cinder-760193-12-iscsi {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.007470 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.007756 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.008040 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.008329 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.008629 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.008909 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.009192 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.009465 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.009737 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] log_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.010010 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.010297 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.010584 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.010873 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.011097 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.011321 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.011608 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.011892 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.012162 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.012461 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.012736 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.013007 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.013279 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.013545 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.013827 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.014109 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.014392 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.014670 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.014941 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.015213 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.015481 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.015766 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.016035 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.016304 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.016607 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.016894 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.017161 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.017432 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.017731 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.018014 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.018294 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.018576 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.018846 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.019127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.019397 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.019667 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.019935 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] use_json = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.020234 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.020528 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.020803 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.021075 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.021343 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.021611 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.021880 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.022163 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:42.022461 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.022762 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.023065 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.023350 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.023647 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.023924 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.024214 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.024523 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.024816 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.025106 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.025394 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.025672 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.025960 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.026235 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.026528 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.026833 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.027127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.027417 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.027691 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.027963 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.028235 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.028547 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.028836 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.029113 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.029401 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.029688 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.029964 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.030246 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.030537 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.030825 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.031098 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.031373 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.031663 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.031938 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.032210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.032510 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.032801 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.033080 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.033352 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.033631 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.033907 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.034179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.034454 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.034730 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.035018 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.035290 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.035561 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.036345 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.036646 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.036910 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.037194 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.037469 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.037740 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.038012 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.038289 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.038561 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.038832 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.039111 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.039382 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.039661 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.039933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.040204 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.040504 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.040777 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.041050 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.041324 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.041599 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.041876 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.042149 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.042422 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.042694 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.042968 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.043244 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.043530 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.043828 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.044106 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.044399 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.044679 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.044961 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.045238 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.045515 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.045792 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.046067 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.046340 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.046630 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.046914 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.047202 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.047486 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.047762 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.048068 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.048345 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.048651 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.048929 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.049206 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.049489 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.049771 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.050066 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.050359 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.050652 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.050945 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.051292 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.051582 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.051886 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.052161 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:42.052394 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:31:42.053146 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100922) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 02:31:42.403477 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 02:31:42.403686 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 02:31:42.403977 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 02:31:42.404312 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 02:31:42.793862 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.794168 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.794438 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.795730 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.796004 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.796268 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.831401 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.831679 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.831948 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.846552 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.846831 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.847100 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.876047 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.876324 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.876619 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.913676 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.913955 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:42.914223 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.143582 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.144190 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.144190 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.144358 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.145539 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.268762 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.269083 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.269373 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.269644 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.270457 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.270852 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.271069 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.271330 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.271581 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.271864 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.272128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.272415 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.272675 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.272925 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.273180 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.273442 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.273698 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.273964 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.274232 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.274489 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.274760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.275013 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.275298 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.275674 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.275924 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.276170 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.276584 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:43.276824 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:43.277060 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:43.277296 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:43.277528 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:43.277762 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:43.278130 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 02:31:43.281299 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 02:31:43.285303 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 02:31:43.289554 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 02:31:43.291174 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 02:31:43.291622 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 02:31:43.291958 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 02:31:43.292344 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 02:31:43.295138 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 02:31:43.295390 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 02:31:43.295739 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 02:31:43.301027 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 02:31:43.322824 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 02:31:43.323283 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.323577 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100922) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 02:31:43.323937 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.325331 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100922) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 02:31:43.325775 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 02:31:43.326026 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 02:31:43.329055 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.329340 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:43.393164 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 02:31:43.393404 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 02:31:43.393682 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 02:31:43.394003 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 02:31:43.416763 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_db.sqlalchemy.engines [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100922) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 02:31:44.101411 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing driver for type 'gre' Sep 15 02:31:44.101940 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] gre ID ranges: [(1, 1000)] Sep 15 02:31:44.293247 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing driver for type 'local' Sep 15 02:31:44.293839 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing driver for type 'vlan' Sep 15 02:31:44.378915 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] VlanTypeDriver initialization complete Sep 15 02:31:44.379217 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing driver for type 'vxlan' Sep 15 02:31:44.380242 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] vxlan ID ranges: [(1, 1000)] Sep 15 02:31:44.569433 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing extension driver 'port_security' Sep 15 02:31:44.569774 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] PortSecurityExtensionDriver initialization complete Sep 15 02:31:44.570106 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing mechanism driver 'openvswitch' Sep 15 02:31:44.570431 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing mechanism driver 'hyperv' Sep 15 02:31:44.577003 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:44.577673 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.578043 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.578400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.578986 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:31:44.579352 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnet after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.579708 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnet after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.580056 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.580481 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:31:44.584350 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.584350 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.584350 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.584350 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:31:44.584350 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > security_group after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.584760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > security_group after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.584760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.584760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:31:44.584760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.584760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.585147 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.585295 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:31:44.585705 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > address_group after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.586056 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > address_group after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.586397 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.586788 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:31:44.587163 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] ML2 OVO RPC backend initialized. {{(pid=100922) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 02:31:44.587869 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.588227 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.588671 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.589021 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > networks before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.589415 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.589714 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > ports before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.590056 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnet before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.590399 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnets before_response 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.590751 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.591088 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.591422 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.591757 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.592094 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.592457 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.592795 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnet after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.593130 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnet after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.593463 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.594031 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Modular L2 Plugin initialization complete Sep 15 02:31:44.594358 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading services supported by the core plugin {{(pid=100922) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 02:31:44.594681 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.plugins.ml2.managers [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Got port-security extension from driver 'port_security' Sep 15 02:31:44.595140 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.extensions.vlantransparent [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Disabled vlantransparent extension. Sep 15 02:31:44.595620 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100922) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 02:31:44.595933 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: router Sep 15 02:31:44.632678 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.633014 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router after_create 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.633386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router before_create 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.633752 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.634124 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.634482 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router after_delete 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.634844 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.635196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.635554 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router after_create 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.635901 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router after_update 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.636251 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router after_update 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.636632 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.636995 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router after_update 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.637406 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_update 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.637775 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: port after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.638118 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: port after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.638459 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: subnet after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.638803 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.639151 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.639496 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_create 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.639839 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: port before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.640181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.640560 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router after_update 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.640903 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.641255 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_create 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.641614 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.641958 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_update 55549900 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.642321 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > agent after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.642671 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > agent after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.643016 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > network after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.643863 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Tracking information for resource: router configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:44.644196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Tracking information for resource: floatingip configured {{(pid=100922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:31:44.649230 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.db.l3_agentschedulers_db [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 02:31:44.649795 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: port after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.650155 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: port after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.650507 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: port after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.650860 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: port after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.651646 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router before_create 55550100 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.652011 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.652400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_create 55550100 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.652756 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > router precommit_update 55550100 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.657442 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.services.provider_configuration [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service providers = [] {{(pid=100922) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 02:31:44.657810 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.db.servicetype_db [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100922) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 02:31:44.660803 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.services.service_base [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:31:44.661162 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.services.service_base [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:31:44.661511 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.services.service_base [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:31:44.662397 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.services.service_base [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:31:44.662768 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.services.service_base [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 02:31:44.663145 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.663462 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 02:31:44.673940 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.674278 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: auto_allocate Sep 15 02:31:44.680625 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: network precommit_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.680993 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: network precommit_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.681509 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.681834 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: tag Sep 15 02:31:44.688294 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.688650 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: timestamp Sep 15 02:31:44.693279 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.693612 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: network_ip_availability Sep 15 02:31:44.698970 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.699326 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.699682 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.700413 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.700737 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: flavors Sep 15 02:31:44.705397 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.705733 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading Plugin: revisions Sep 15 02:31:44.710096 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:31:44.710481 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_concurrency.lockutils [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.306s {{(pid=100922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 02:31:44.711204 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100922) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 02:31:44.711535 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Initializing extension manager. Sep 15 02:31:44.712042 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: __init__.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.712402 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: __pycache__ {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.712740 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.713071 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: address_group.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.713816 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.714370 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: address-group Sep 15 02:31:44.714693 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: address_scope.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.715595 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.716101 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: address-scope Sep 15 02:31:44.716456 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.717392 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.717898 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: router-admin-state-down-before-update Sep 15 02:31:44.718220 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: agent.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.718924 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.719420 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: agent Sep 15 02:31:44.719739 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: agent_resources_synced.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.720758 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.721264 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: agent-resources-synced Sep 15 02:31:44.721581 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: allowedaddresspairs.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.723434 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.723959 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: allowed-address-pairs Sep 15 02:31:44.724283 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: auto_allocated_topology.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.725383 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.725893 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: auto-allocated-topology Sep 15 02:31:44.726219 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: availability_zone.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.726912 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.727413 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: availability_zone Sep 15 02:31:44.727737 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: availability_zone_filter.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.728673 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.729182 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: availability_zone_filter Sep 15 02:31:44.729508 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: data_plane_status.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.730406 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.730906 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 02:31:44.731229 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: default_subnetpools.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.732137 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.732663 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: default-subnetpools Sep 15 02:31:44.732987 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.733792 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.734300 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: dhcp_agent_scheduler Sep 15 02:31:44.734623 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: dns.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.735532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.736034 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 02:31:44.736356 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: dns_domain_ports.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.737305 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.737806 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 02:31:44.738128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.739569 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.740067 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 02:31:44.740410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: dvr.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.741083 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.741584 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: dvr Sep 15 02:31:44.741905 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: ecmp_routes.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.742820 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.743316 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 02:31:44.743635 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: empty_string_filtering.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.744575 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.745331 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: empty-string-filtering Sep 15 02:31:44.745650 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.746562 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.747067 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 02:31:44.747389 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.748297 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.748826 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 02:31:44.749153 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: external_net.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.750062 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.750561 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: external-net Sep 15 02:31:44.750878 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.751782 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.752282 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: extra_dhcp_opt Sep 15 02:31:44.752632 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: extraroute.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.753537 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.754037 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: extraroute Sep 15 02:31:44.754354 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: extraroute_atomic.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.755956 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.756502 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: extraroute-atomic Sep 15 02:31:44.756826 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: filter_validation.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.757490 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.757992 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: filter-validation Sep 15 02:31:44.758314 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: fip_pf_description.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.759227 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.759727 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 02:31:44.760044 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: fip_port_details.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.760989 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.761492 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: fip-port-details Sep 15 02:31:44.761812 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: flavors.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.763032 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.763547 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: flavors Sep 15 02:31:44.763876 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.765553 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.766066 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 02:31:44.766399 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: floatingip_pools.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.767100 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.767609 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: floatingip-pools Sep 15 02:31:44.767938 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: ip_allocation.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.768899 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.769410 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 02:31:44.769787 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.770708 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.771214 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: ip-substring-filtering Sep 15 02:31:44.771541 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l2_adjacency.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.772496 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.772999 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 02:31:44.773321 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l3.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.774404 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.774915 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: router Sep 15 02:31:44.775241 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.777483 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.778007 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 02:31:44.778336 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.779279 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.779787 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: ext-gw-mode Sep 15 02:31:44.780112 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.781064 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.781570 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: l3-ha Sep 15 02:31:44.781891 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l3_flavors.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.782808 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.783315 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: l3-flavors Sep 15 02:31:44.783640 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.784585 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.785091 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 02:31:44.785412 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: l3agentscheduler.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.786575 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.787083 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: l3_agent_scheduler Sep 15 02:31:44.787407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: logging.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.788901 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.789420 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension logging not supported by any of loaded plugins Sep 15 02:31:44.789754 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: metering.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.790491 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.791058 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: metering Sep 15 02:31:44.791385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.792514 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.793026 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: metering_source_and_destination_fields Sep 15 02:31:44.793352 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: multiprovidernet.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.794276 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.794781 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: multi-provider Sep 15 02:31:44.795103 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: netmtu.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.796013 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.796544 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: net-mtu Sep 15 02:31:44.796869 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: netmtu_writable.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.797782 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.798280 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: net-mtu-writable Sep 15 02:31:44.798602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: network_availability_zone.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.799276 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.799773 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: network_availability_zone Sep 15 02:31:44.800095 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: network_ip_availability.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.801219 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.802262 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: network-ip-availability Sep 15 02:31:44.802568 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: network_segment_range.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.803335 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.803833 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 02:31:44.804157 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: pagination.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.805158 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.805488 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: pagination Sep 15 02:31:44.805810 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: port_device_profile.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.806715 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.807225 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: port-device-profile Sep 15 02:31:44.807548 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.808517 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.809021 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: port-mac-address-regenerate Sep 15 02:31:44.809344 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.810273 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.810773 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: port-numa-affinity-policy Sep 15 02:31:44.811096 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: port_resource_request.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.812127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.812664 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 02:31:44.812988 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: portbindings.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.813914 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.814419 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: binding Sep 15 02:31:44.814741 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: portbindings_extended.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.815998 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.816549 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: binding-extended Sep 15 02:31:44.816879 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: portsecurity.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.817858 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.818363 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: port-security Sep 15 02:31:44.818686 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: project_id.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.819671 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.819999 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: project-id Sep 15 02:31:44.820321 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: providernet.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.821277 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.821787 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: provider Sep 15 02:31:44.822111 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.825610 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.826131 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos not supported by any of loaded plugins Sep 15 02:31:44.826459 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.827721 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.828232 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 02:31:44.828592 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.829520 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.830026 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 02:31:44.830352 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_default.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.831268 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.831771 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-default not supported by any of loaded plugins Sep 15 02:31:44.832095 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_fip.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.833365 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.833860 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 02:31:44.834183 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_gateway_ip.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.835108 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.835613 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 02:31:44.835935 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_port_network_policy.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.836881 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.837383 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 02:31:44.837706 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_pps_rule.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.838879 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.839394 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 02:31:44.839724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_rule_type_details.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.840668 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.841173 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 02:31:44.841498 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: qos_rules_alias.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.842548 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.843056 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 02:31:44.843378 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: quotasv2.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.844277 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.844635 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: quotas Sep 15 02:31:44.844957 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: quotasv2_detail.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.848152 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.848568 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: quota_details Sep 15 02:31:44.848903 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: rbac.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.849964 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.850490 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: rbac-policies Sep 15 02:31:44.850823 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: rbac_address_group.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.851752 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.852261 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: rbac-address-group Sep 15 02:31:44.852620 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: rbac_address_scope.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.853542 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.854050 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: rbac-address-scope Sep 15 02:31:44.854376 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: rbac_security_groups.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.855292 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.855803 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: rbac-security-groups Sep 15 02:31:44.856132 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: rbac_subnetpool.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.857079 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.857589 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: rbac-subnetpool Sep 15 02:31:44.857914 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: revisionifmatch.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.858834 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.859342 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: revision-if-match Sep 15 02:31:44.859667 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: revisions.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.860817 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.861324 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: standard-attr-revisions Sep 15 02:31:44.861651 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: router_availability_zone.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.862326 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.862833 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: router_availability_zone Sep 15 02:31:44.863156 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: routerservicetype.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.864639 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.865143 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 02:31:44.865465 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.866383 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.866891 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: security-groups-normalized-cidr Sep 15 02:31:44.867215 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.868130 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.868667 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: port-security-groups-filtering Sep 15 02:31:44.868992 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.870155 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.870676 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: security-groups-remote-address-group Sep 15 02:31:44.871003 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: securitygroup.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.882112 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.882637 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: security-group Sep 15 02:31:44.883014 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: segment.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.883770 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.884276 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension segment not supported by any of loaded plugins Sep 15 02:31:44.884634 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.885575 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.886081 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 02:31:44.886444 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: servicetype.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.887626 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.888140 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: service-type Sep 15 02:31:44.888495 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: sorting.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.889489 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.889821 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: sorting Sep 15 02:31:44.890144 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: standard_attr_segment.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.891066 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.891577 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 02:31:44.891900 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: standardattrdescription.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.892575 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.893082 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: standard-attr-description Sep 15 02:31:44.893405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: stateful_security_group.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.894332 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.894841 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: stateful-security-group Sep 15 02:31:44.895736 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: stdattrs_common.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.896533 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 02:31:44.896857 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.897881 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.898400 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 02:31:44.898725 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: subnet_onboard.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.899793 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.900308 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: subnet_onboard Sep 15 02:31:44.900662 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.901638 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.902144 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 02:31:44.902472 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: subnet_service_types.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.903403 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.903912 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: subnet-service-types Sep 15 02:31:44.904238 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: subnetallocation.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.905354 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.905867 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: subnet_allocation Sep 15 02:31:44.906193 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.906861 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.907362 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: subnetpool-prefix-ops Sep 15 02:31:44.907685 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.908657 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.909159 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 02:31:44.909484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: tagging.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.910566 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.911801 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: standard-attr-tag Sep 15 02:31:44.912127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: timestamp.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.913367 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.913888 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loaded extension: standard-attr-timestamp Sep 15 02:31:44.914216 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: trunk.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.915244 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.915755 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension trunk not supported by any of loaded plugins Sep 15 02:31:44.916083 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: trunk_details.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.917038 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.917547 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 02:31:44.917873 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: uplink_status_propagation.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.918799 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.919308 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 02:31:44.919634 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Loading extension file: vlantransparent.py {{(pid=100922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:31:44.920304 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:31:44.920841 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 02:31:44.923237 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:network Sep 15 02:31:44.923753 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:subnet Sep 15 02:31:44.924153 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:31:44.924584 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:port Sep 15 02:31:44.925803 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.926256 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service FLAVORS assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.927048 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.927472 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.927813 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:router Sep 15 02:31:44.928243 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 02:31:44.928760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service METERING assigned prefix: /metering {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.930154 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.930524 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.930877 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:44.931881 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 02:31:44.932339 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:security_group Sep 15 02:31:44.932792 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 02:31:44.933375 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service CORE assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.933704 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:31:44.934044 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] subnetpool is already registered Sep 15 02:31:44.934492 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service CORE assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.934823 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:31:44.935152 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] subnetpool is already registered Sep 15 02:31:44.937475 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.937907 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service FLAVORS assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.938499 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.938919 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.939253 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:router Sep 15 02:31:44.939593 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] router is already registered Sep 15 02:31:44.940007 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 02:31:44.940343 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] floatingip is already registered Sep 15 02:31:44.940819 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service METERING assigned prefix: /metering {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.941502 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 02:31:44.941830 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] rbac_policy is already registered Sep 15 02:31:44.942842 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:security_group Sep 15 02:31:44.943246 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] security_group is already registered Sep 15 02:31:44.943652 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 02:31:44.943984 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] security_group_rule is already registered Sep 15 02:31:44.944639 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service CORE assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.944966 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:31:44.945298 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] subnetpool is already registered Sep 15 02:31:44.945718 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.v2.resource_helper [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Service CORE assigned prefix: {{(pid=100922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:31:44.946045 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:31:44.946377 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING neutron.quota.resource_registry [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] subnetpool is already registered Sep 15 02:31:44.946827 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: extensions {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.948342 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: address-groups {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.949825 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: address-scopes {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.951140 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: agents {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.952297 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: auto-allocated-topology {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.953587 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: availability_zones {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.954795 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: dhcp-networks {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.956339 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: dhcp-agents {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.958481 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: routers {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.960709 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: flavors {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.961872 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: service_profiles {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.963077 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: next_providers {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.964563 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: service_profiles {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.966083 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: floatingip-pools {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.967292 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: routers {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.969416 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: floatingips {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.970705 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: l3-routers {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.972096 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: l3-agents {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.973841 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: metering-labels {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.975197 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: metering-label-rules {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.976490 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: network-ip-availabilities {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.977764 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: bindings {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.980237 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: quotas {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.981736 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: quotas {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.983142 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: rbac-policies {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.984344 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: security-groups {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.985661 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: security-group-rules {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.986912 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: service-providers {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.988109 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: subnetpools {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.990073 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: subnetpools {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.991529 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.993227 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.995319 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.997145 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:44.998916 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:45.000776 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:45.002483 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:45.004405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:45.006692 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:45.008442 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron.api.extensions [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Extended resource: tags {{(pid=100922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:31:45.014431 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING keystonemiddleware.auth_token [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 02:31:45.019145 dv-cinder-760193-12-iscsi neutron-server[100922]: WARNING keystonemiddleware.auth_token [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 02:31:45.028314 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_concurrency.lockutils [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Acquired lock "singleton_lock" {{(pid=100922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 02:31:45.028808 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_concurrency.lockutils [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Releasing lock "singleton_lock" {{(pid=100922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 02:31:45.029445 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO oslo_service.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Starting 2 workers Sep 15 02:31:45.034222 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Started child 101033 {{(pid=100922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:31:45.038723 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Started child 101034 {{(pid=100922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:31:45.039823 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:45.040505 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO neutron.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 02:31:45.040971 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Notify callbacks [] for process, before_spawn {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:45.041461 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [-] (101033) wsgi starting up on http://0.0.0.0:9696 Sep 15 02:31:45.043483 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO oslo_service.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Starting 1 workers Sep 15 02:31:45.043594 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:45.044956 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [-] (101034) wsgi starting up on http://0.0.0.0:9696 Sep 15 02:31:45.048702 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Started child 101035 {{(pid=100922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:31:45.049248 dv-cinder-760193-12-iscsi neutron-server[100922]: INFO oslo_service.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Starting 1 workers Sep 15 02:31:45.052558 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] calling RpcWorker wait() {{(pid=101035) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 02:31:45.053130 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] returning from RpcWorker wait() {{(pid=101035) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 02:31:45.053769 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Started child 101036 {{(pid=100922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:31:45.054495 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:45.054626 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a82e344-3417-4de3-ab59-e13c0fb36311 None None] Notify callbacks [] for process, after_spawn {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:45.055065 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:45.056730 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 02:31:45.056941 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:31:45.057123 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:31:45.057342 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:31:45.057689 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:31:45.057849 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:31:45.058376 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.058660 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.058762 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:45.059205 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.059205 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.059433 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.060015 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.060250 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.060509 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.060788 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.061038 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.061211 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.061621 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.061884 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.062148 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.062469 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.062726 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.062963 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.063232 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.063405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.063644 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.063900 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.064143 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.064430 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] debug = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.064675 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.065146 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.065366 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.065626 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.065861 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.066125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.066351 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.066608 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.066850 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.067610 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.067875 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.068127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.068356 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.068588 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.068823 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.069108 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.069332 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.069808 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] host = dv-cinder-760193-12-iscsi {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.070039 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.070283 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.070536 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.070794 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.071047 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.071282 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.071538 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.071776 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.072041 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.072278 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_options = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.080386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.081484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.081484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.081484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.081484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.081484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.081484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.081484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.082385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.084125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.085181 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.086179 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_json = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.087405 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.088724 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090400 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090869 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090869 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090869 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.090869 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.091103 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:45.091185 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.091254 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.091946 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.092312 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.092720 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.092973 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.093256 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.093480 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.093715 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.093965 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.094211 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.094576 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.094860 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.095127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.095385 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.095598 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.095816 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.096048 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.096267 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.096524 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.096739 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.097021 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.097218 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.097427 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.097664 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.097896 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.098147 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.098510 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.098799 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.099056 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.099268 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.099517 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.099736 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.099956 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.100191 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.100434 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.100730 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.100927 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.101205 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.101437 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112315 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.112930 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.113933 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.114952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115814 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115814 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.115944 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.116244 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.116498 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.116715 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.116972 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.117294 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.117552 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.117860 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.118024 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.118250 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.118503 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.118729 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.118982 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.119226 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.119453 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.119688 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.120218 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.120461 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.120691 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.120908 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.121468 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.121468 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.121992 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.121992 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.122260 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.122393 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.122609 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.122841 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.123105 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.123725 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.123725 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.123982 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.124106 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.124263 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.124524 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.125007 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.125007 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.125269 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.125394 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.125883 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.125883 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.126982 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.126982 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.126982 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.126982 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.126982 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.127529 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.127529 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.127529 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.127738 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.127938 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.128185 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.128612 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.129010 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.129440 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.130359 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.130797 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.131196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.131649 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.131967 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.132267 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.132562 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.132823 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.133130 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.133296 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.133534 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.133758 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.133978 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.134202 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.134424 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.134634 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.134849 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.135071 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.135414 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.135944 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.136196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.136651 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.137296 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.137296 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.137464 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.137603 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.137832 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.138078 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.138295 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.138529 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.138743 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.138980 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.139236 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.139477 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.139696 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.139912 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.140140 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.140346 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.140622 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.140832 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.141113 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.141367 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.141593 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.141854 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.142087 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.142295 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.142540 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.142753 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.142958 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.143177 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.143390 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.143597 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.143823 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.144030 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.144236 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.144484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.144699 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.144902 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.145787 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.146042 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.146282 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.146462 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.146675 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.146881 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.147102 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.147308 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.147515 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.147733 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.147945 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.148148 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.148427 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.148656 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.148811 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.149031 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.149276 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.149471 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.149763 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.150009 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.150226 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.150531 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.150781 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.151022 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.151263 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.151573 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.151783 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.152037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.152251 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.152489 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.152712 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.152962 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.153296 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.153588 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.153834 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.154083 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.154367 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.154661 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.155045 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.155149 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.155440 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.155772 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.156051 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.156305 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.156561 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.156793 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.157014 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.157228 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.157461 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.157694 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.157906 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.158144 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.158381 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.158590 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.158824 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.159048 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.159261 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.159503 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.159735 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.159975 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.160186 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.160341 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:31:45.161050 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 02:31:45.161213 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:31:45.161554 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:31:45.162098 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:31:45.162302 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:31:45.162462 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:31:45.162634 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.162792 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.162952 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.163107 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.163459 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.163638 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.163800 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.163955 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.164112 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.164273 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.164470 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.164641 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.164790 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.164935 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.165091 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.165250 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.165415 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.165556 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.165697 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.165840 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.165981 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.166138 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.166291 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] debug = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.166446 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.166645 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.166808 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.166962 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.167108 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.167264 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.167417 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.167575 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.167731 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.167885 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.168039 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.168194 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.168348 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.168592 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.168725 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.168848 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.168968 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.169101 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] host = dv-cinder-760193-12-iscsi {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.169258 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.169407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.169558 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.169699 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.169843 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.169981 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.170117 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.170253 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.170407 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.170553 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.170692 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.170855 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.170994 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.171127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.171259 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_options = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.171420 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.171571 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.171719 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.171889 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.172050 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.172208 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.172349 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.172522 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.172672 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.172811 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.172943 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.173083 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.173242 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.173386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.173535 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.173673 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.173811 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.173970 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.174127 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.174273 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.174418 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.174565 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.174705 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.174848 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.175000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.175185 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.175311 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.175435 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.175590 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.175745 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.175902 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.176050 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.176196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.176398 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.176676 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.177152 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.177295 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.177436 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.177598 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.177756 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.177901 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.178052 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.178189 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.178346 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.178489 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.178645 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.178789 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_json = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.178948 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.179103 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.179233 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.184410 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185000 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.185532 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186125 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.186700 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187128 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187602 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187976 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.187976 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.188090 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.188182 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.188395 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.188531 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.188681 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.188854 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.188978 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.189136 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.189293 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.189450 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.189610 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.189891 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.190126 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.190292 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.190486 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.190643 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.190986 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.191142 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.191493 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.191721 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.192530 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.192695 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.192786 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198210 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.198744 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199172 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.199605 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200500 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200939 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200939 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200939 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200939 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200939 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.200939 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.201269 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.201269 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.201386 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.201568 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202121 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202121 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202121 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202331 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202331 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202559 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202637 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202775 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.202899 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.203039 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.203198 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.203356 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.203513 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.203672 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.203829 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.203987 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.204144 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.204302 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.204484 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.204645 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.204803 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.204961 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.205121 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.205278 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.205435 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.205591 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.205751 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.205936 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.206069 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.206213 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.206371 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.206528 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.206685 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.206827 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.206989 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.207149 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.207306 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.207447 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.207676 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.208449 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.208658 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.208945 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.209095 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.209246 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.209403 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.209562 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.209722 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.209881 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.210039 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.210196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.210287 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:45.210413 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.210503 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.210639 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.210797 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.210955 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.211113 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.211271 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.211445 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.211603 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.211760 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.211991 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.212152 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.212310 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.212490 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.212648 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.212805 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.212967 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.213196 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.213360 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.213521 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.213678 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.213836 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.213994 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.214151 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.214308 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.214465 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.214638 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.214796 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.214954 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.215111 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.215267 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.215425 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.215593 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.215750 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.215906 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.216063 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.216220 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.216391 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.216568 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.216726 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.216884 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.217046 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.217206 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.217361 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.217528 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.217685 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.217841 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.217997 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.218154 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.218311 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.218478 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.218635 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.218792 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.218948 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.219105 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.219262 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.219429 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.219586 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.219742 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.219899 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.220056 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.220213 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.220394 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.220559 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.220716 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.220880 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.221037 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.221193 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.221350 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.221521 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.221683 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.221835 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.222110 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.222682 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.223038 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.223038 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.223522 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.223522 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.223678 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.223800 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.223967 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.224135 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.224549 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.224549 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.224701 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.224817 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.224946 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.225103 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.225262 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.225421 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.225578 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.225913 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.225913 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.226066 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.226170 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.226326 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.226483 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.226641 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.226798 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.226954 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.227111 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.227294 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.227413 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.227570 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.227727 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:31:45.227877 dv-cinder-760193-12-iscsi neutron-server[100922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:31:45.446254 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 42116) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:45.454748 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064359 Sep 15 02:31:57.152163 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab54656-180a-42e9-9ca5-cde2e51848d7 None None] get_active_networks_info from dv-cinder-760193-12-iscsi {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 02:31:57.262035 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab54656-180a-42e9-9ca5-cde2e51848d7 None None] No non-hosted networks {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 02:31:57.270633 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.agentschedulers_db [None req-0ab54656-180a-42e9-9ca5-cde2e51848d7 None None] DHCP Agent not found on host dv-cinder-760193-12-iscsi {{(pid=101035) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 02:31:57.398841 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48e74a20-86fc-4260-8ea6-a97c6acefb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725793'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:59.703038 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32088624-2bda-49bc-9c61-1ef2239d96d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725793'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:59.742976 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.db.api [None req-afc2c985-eed9-4625-9c3b-a7c01904e33f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760193-12-iscsi {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:31:59.743691 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG oslo_db.api [None req-afc2c985-eed9-4625-9c3b-a7c01904e33f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:31:59.921883 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725793'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:59.922971 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.923524 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.924058 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.924626 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.925156 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.925682 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.929429 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.931919 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.932598 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.933449 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.934111 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.934663 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:59.935336 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760193-12-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:59.948800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760193-12-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:00.263242 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-afc2c985-eed9-4625-9c3b-a7c01904e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:00.899848 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725793'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:02.418759 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725793'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:03.372061 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 42208) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:03.881385 dv-cinder-760193-12-iscsi neutron-server[101034]: WARNING oslo_policy.policy [None req-ccf8f6ba-4a06-45d3-abf5-cf6372d585c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:03.881967 dv-cinder-760193-12-iscsi neutron-server[101034]: WARNING oslo_policy.policy [None req-ccf8f6ba-4a06-45d3-abf5-cf6372d585c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:04.030793 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.db.l3_hamode_db [None req-7df8e270-2887-466b-abf3-6d9f6258d217 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 02:32:04.107181 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [None req-ccf8f6ba-4a06-45d3-abf5-cf6372d585c9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:32:04.108278 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-ccf8f6ba-4a06-45d3-abf5-cf6372d585c9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7353132 Sep 15 02:32:04.111615 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8e270-2887-466b-abf3-6d9f6258d217 None None] Routers set() bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:04.112005 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8e270-2887-466b-abf3-6d9f6258d217 None None] Router IDs set() for agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 02:32:06.472476 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 42222) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:06.777736 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:06.871427 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.policy [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101034) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 02:32:06.916581 dv-cinder-760193-12-iscsi neutron-server[101034]: WARNING oslo_policy.policy [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:06.916957 dv-cinder-760193-12-iscsi neutron-server[101034]: WARNING oslo_policy.policy [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:06.925396 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.quota [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] Loaded quota_driver: . Sep 15 02:32:07.075778 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785542233033', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785542232476', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785542220386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785542246854', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785541603395', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785542200744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3726940', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3911490', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687151'] for rbac-policy, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:07.287092 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:07.288356 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-650d5496-e289-423a-8312-2d2b174fe43e admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8147886 Sep 15 02:32:09.857226 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 42234) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:10.153577 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Request body: {'network': {'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'name': 'private', 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'admin_state_up': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:10.329001 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Made reservation on behalf of 706cdc47fc284ecb8e48e40361df6da5 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:10.331810 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.349031 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.469123 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.529013 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.553958 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:32:10.578107 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785542203028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.578706 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Unsubscribe: segment precommit_create {{(pid=101034) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 02:32:10.579212 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Added segment 73e11aee-d68d-4030-844c-9d7d4d8e86e1 of type vlan for network 44de0901-f08f-41ce-8f28-d62f3ec6b779 Sep 15 02:32:10.584853 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2028af69-caf5-4925-a042-bd25fcf33c57,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:10.621708 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.622065 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.622404 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.622732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.623062 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.623398 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.623783 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.624123 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.624476 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.624794 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.626391 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.626391 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Tracked resource versions report: Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: pushed versions: Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: { 'AddressGroup': {'1.2'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'ConntrackHelper': {'1.0'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Log': {'1.0'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Network': {'1.1'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Port': {'1.7'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'PortForwarding': {'1.2'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'QosPolicy': {'1.9'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroup': {'1.4'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SubPort': {'1.0'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Subnet': {'1.1'}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Trunk': {'1.1'}} Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: consumer versions: Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'ConntrackHelper': '1.0', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Log': '1.0', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Network': '1.1', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Port': '1.7', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'PortForwarding': '1.2', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'QosPolicy': '1.9', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroup': '1.4', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroupRule': '1.2', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SubPort': '1.0', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Subnet': '1.1', Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Trunk': '1.1'}} Sep 15 02:32:10.626782 dv-cinder-760193-12-iscsi neutron-server[101034]: {{(pid=101034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:32:10.700210 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.784052 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.785689 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:10.786338 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.881567 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] Pushing event updated for resources: {'Network': ['ID=44de0901-f08f-41ce-8f28-d62f3ec6b779,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:10.892599 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:32:10.896646 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-d4a3724a-e5ec-4804-bcf7-9a79fe761397 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0382936 Sep 15 02:32:13.555312 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:14.051863 dv-cinder-760193-12-iscsi neutron-server[101033]: WARNING oslo_policy.policy [None req-8c18afc7-80ad-42a8-9350-45d68d730fa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:14.052483 dv-cinder-760193-12-iscsi neutron-server[101033]: WARNING oslo_policy.policy [None req-8c18afc7-80ad-42a8-9350-45d68d730fa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:14.493582 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.policy [None req-8c18afc7-80ad-42a8-9350-45d68d730fa7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101033) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 02:32:14.538914 dv-cinder-760193-12-iscsi neutron-server[101033]: WARNING oslo_policy.policy [None req-8c18afc7-80ad-42a8-9350-45d68d730fa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:14.539290 dv-cinder-760193-12-iscsi neutron-server[101033]: WARNING oslo_policy.policy [None req-8c18afc7-80ad-42a8-9350-45d68d730fa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:32:14.548007 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c18afc7-80ad-42a8-9350-45d68d730fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:14.549961 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8c18afc7-80ad-42a8-9350-45d68d730fa7 admin admin] 10.222.0.15 "GET /v2.0/networks/44de0901-f08f-41ce-8f28-d62f3ec6b779 HTTP/1.1" status: 200 len: 825 time: 0.9926200 Sep 15 02:32:14.589646 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c8a5c708-87dd-447f-8dc4-a9e90a104ec7 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/e0348eac-8672-48d3-afaa-9b9be7c9ce3e HTTP/1.1" status: 200 len: 734 time: 0.0327699 Sep 15 02:32:14.599674 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Request body: {'subnet': {'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'subnetpool_id': 'e0348eac-8672-48d3-afaa-9b9be7c9ce3e', 'ip_version': 4, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:14.601547 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.quota [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Loaded quota_driver: . Sep 15 02:32:14.717492 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Made reservation on behalf of 706cdc47fc284ecb8e48e40361df6da5 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:14.720271 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:15.043595 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:15.112414 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Checking segment: {'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:15.112769 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Network hostable DHCP agents. Network: 44de0901-f08f-41ce-8f28-d62f3ec6b779, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:32:15.124779 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cf8fe8-71b3-4e20-b047-c15eada887d3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:15.138948 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.139300 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.139676 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.139999 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.140320 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.140678 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.141001 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.141330 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.141648 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.141960 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.142272 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.142581 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Tracked resource versions report: Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: pushed versions: Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: { 'AddressGroup': {'1.2'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'ConntrackHelper': {'1.0'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Log': {'1.0'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Network': {'1.1'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Port': {'1.7'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'PortForwarding': {'1.2'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'QosPolicy': {'1.9'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroup': {'1.4'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SubPort': {'1.0'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Subnet': {'1.1'}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Trunk': {'1.1'}} Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: consumer versions: Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'ConntrackHelper': '1.0', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Log': '1.0', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Network': '1.1', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Port': '1.7', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'PortForwarding': '1.2', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'QosPolicy': '1.9', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroup': '1.4', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroupRule': '1.2', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SubPort': '1.0', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Subnet': '1.1', Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Trunk': '1.1'}} Sep 15 02:32:15.143916 dv-cinder-760193-12-iscsi neutron-server[101033]: {{(pid=101033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:32:15.226376 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:32:15.287097 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 44de0901-f08f-41ce-8f28-d62f3ec6b779) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:15.291650 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:15.292266 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:15.297335 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417833f8-3040-49a6-98d7-3d1a0aeb5677 None None] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:15.380678 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-73290592-5f33-46cd-902d-ae5197e1a910 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7850590 Sep 15 02:32:15.609832 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f59907-4477-4289-807c-850325b53b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-44de0901-f08f-41ce-8f28-d62f3ec6b779', 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'fixed_ips': [{'subnet_id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:32:15.611071 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:15.882761 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-56f59907-4477-4289-807c-850325b53b56 None None] Allocated IP 172.20.0.2 (44de0901-f08f-41ce-8f28-d62f3ec6b779/b5cf8fe8-71b3-4e20-b047-c15eada887d3/5c3d75d3-7f4c-4c20-a750-86c1895029af) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:16.129951 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:16.213589 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:16.283372 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f59907-4477-4289-807c-850325b53b56 None None] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:16.288795 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-56f59907-4477-4289-807c-850325b53b56 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:16.292665 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f59907-4477-4289-807c-850325b53b56 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:16.309373 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f59907-4477-4289-807c-850325b53b56 None None] Pushing event updated for resources: {'Port': ['ID=5c3d75d3-7f4c-4c20-a750-86c1895029af,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:16.350432 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.350784 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.351124 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.351453 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.351780 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.352121 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.352475 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.352799 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.353140 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.353480 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.353798 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.354113 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Tracked resource versions report: Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: pushed versions: Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: { 'AddressGroup': {'1.2'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'ConntrackHelper': {'1.0'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Log': {'1.0'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Network': {'1.1'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Port': {'1.7'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'PortForwarding': {'1.2'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'QosPolicy': {'1.9'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroup': {'1.4'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SubPort': {'1.0'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Subnet': {'1.1'}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Trunk': {'1.1'}} Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: consumer versions: Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'ConntrackHelper': '1.0', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Log': '1.0', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Network': '1.1', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Port': '1.7', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'PortForwarding': '1.2', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'QosPolicy': '1.9', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroup': '1.4', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroupRule': '1.2', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SubPort': '1.0', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Subnet': '1.1', Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Trunk': '1.1'}} Sep 15 02:32:16.355477 dv-cinder-760193-12-iscsi neutron-server[101035]: {{(pid=101035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:32:16.391471 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-56f59907-4477-4289-807c-850325b53b56 None None] Attempting to bind port 5c3d75d3-7f4c-4c20-a750-86c1895029af on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:16.391878 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-56f59907-4477-4289-807c-850325b53b56 None None] Attempting to bind port 5c3d75d3-7f4c-4c20-a750-86c1895029af by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:16.392303 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f59907-4477-4289-807c-850325b53b56 None None] Attempting to bind port 5c3d75d3-7f4c-4c20-a750-86c1895029af on network 44de0901-f08f-41ce-8f28-d62f3ec6b779 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:16.397231 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f59907-4477-4289-807c-850325b53b56 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:16.397646 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f59907-4477-4289-807c-850325b53b56 None None] Checking segment: {'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:16.398113 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:16.398509 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f59907-4477-4289-807c-850325b53b56 None None] Bound using segment: {'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:16.399049 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-56f59907-4477-4289-807c-850325b53b56 None None] Bound port: 5c3d75d3-7f4c-4c20-a750-86c1895029af, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:16.399482 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:16.460319 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-56f59907-4477-4289-807c-850325b53b56 None None] For port 5c3d75d3-7f4c-4c20-a750-86c1895029af, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:16.464656 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-56f59907-4477-4289-807c-850325b53b56 None None] For port 5c3d75d3-7f4c-4c20-a750-86c1895029af, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=5c3d75d3-7f4c-4c20-a750-86c1895029af,segment=NetworkSegment(73e11aee-d68d-4030-844c-9d7d4d8e86e1),segment_id=73e11aee-d68d-4030-844c-9d7d4d8e86e1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:16.527770 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-56f59907-4477-4289-807c-850325b53b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:16.593616 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f59907-4477-4289-807c-850325b53b56 None None] Pushing event updated for resources: {'Port': ['ID=5c3d75d3-7f4c-4c20-a750-86c1895029af,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:17.798945 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42268) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:18.115102 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [None req-1a098f61-0478-4720-8b9f-9c5d72cec972 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:32:18.116101 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-1a098f61-0478-4720-8b9f-9c5d72cec972 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160543 Sep 15 02:32:20.527264 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:20.840253 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [None req-9e41bac5-7bab-47b2-9f74-468d9630d770 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:32:20.841338 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-9e41bac5-7bab-47b2-9f74-468d9630d770 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131461 Sep 15 02:32:23.511362 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42286) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:23.810361 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cf1fb29d-691c-43e2-b667-51fa880fbcd2 admin admin] Request body: {'router': {'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'name': 'router1', 'admin_state_up': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:23.927776 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb29d-691c-43e2-b667-51fa880fbcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:23.929449 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb29d-691c-43e2-b667-51fa880fbcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.066269 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb29d-691c-43e2-b667-51fa880fbcd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.127970 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb29d-691c-43e2-b667-51fa880fbcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.226310 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb29d-691c-43e2-b667-51fa880fbcd2 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.227740 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-cf1fb29d-691c-43e2-b667-51fa880fbcd2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7153447 Sep 15 02:32:25.020650 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e556b-e8f5-45f4-a551-737708208c15 None None] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:25.129504 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4bcfc7a5-fd72-4686-baea-b4bed8e9274f None None] Provisioning complete for port 5c3d75d3-7f4c-4c20-a750-86c1895029af triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:25.129899 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc7a5-fd72-4686-baea-b4bed8e9274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.340441 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc7a5-fd72-4686-baea-b4bed8e9274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.385147 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4bcfc7a5-fd72-4686-baea-b4bed8e9274f None None] For port 5c3d75d3-7f4c-4c20-a750-86c1895029af, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=5c3d75d3-7f4c-4c20-a750-86c1895029af,segment=NetworkSegment(73e11aee-d68d-4030-844c-9d7d4d8e86e1),segment_id=73e11aee-d68d-4030-844c-9d7d4d8e86e1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:25.386673 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 5c3d75d3-7f4c-4c20-a750-86c1895029af up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:25.449873 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc7a5-fd72-4686-baea-b4bed8e9274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.480115 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 5c3d75d3-7f4c-4c20-a750-86c1895029af triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:25.480523 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.537551 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc7a5-fd72-4686-baea-b4bed8e9274f None None] Pushing event updated for resources: {'Port': ['ID=5c3d75d3-7f4c-4c20-a750-86c1895029af,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:25.670300 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e10bd5c2-7a66-4801-afdf-acacae500075 None None] Provisioning complete for port 5c3d75d3-7f4c-4c20-a750-86c1895029af triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:25.670595 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e10bd5c2-7a66-4801-afdf-acacae500075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.623399 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42300) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:26.926903 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [None req-4264b89a-0688-4340-ab39-5334ade7a1a5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:32:26.927901 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-4264b89a-0688-4340-ab39-5334ade7a1a5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3035657 Sep 15 02:32:27.089575 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b230466-de71-4eaa-b4ec-9ba7fddad234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:27.348024 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 5c3d75d3-7f4c-4c20-a750-86c1895029af up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:27.395299 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 5c3d75d3-7f4c-4c20-a750-86c1895029af triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:27.395664 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.317162 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42308) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:29.622772 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:29.692452 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b44cc9c7-3beb-46a0-b7ea-a8006c5b3d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.717523 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Made reservation on behalf of 317e574dbf804a28bccbd540d94eb865 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:29.719815 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.735402 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.845613 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.932601 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.943825 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.948902 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Reserving flat network on physical network physnet1 {{(pid=101033) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 02:32:29.968805 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3571867-90f7-49a1-901b-d6d58b679752,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:29.974790 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785542203028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.975336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Unsubscribe: segment precommit_create {{(pid=101033) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 02:32:29.975806 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Added segment 81468da0-d6ab-406c-98c2-ec261ce275cf of type flat for network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea Sep 15 02:32:30.035837 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.126661 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.127721 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:30.129159 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.219443 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0ccc62-3acb-44d4-be11-a4bfc744ecea,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:30.229789 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:32:30.238759 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f3f05851-3836-4f3b-a77e-85e93032cfa4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9205608 Sep 15 02:32:30.846850 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.361391 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.618845 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42326) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:32.794194 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbcdf14-db0c-4d7a-b367-1d84f71fbf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:32.797636 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-6dbcdf14-db0c-4d7a-b367-1d84f71fbf68 admin admin] 10.222.0.15 "GET /v2.0/subnets/b5cf8fe8-71b3-4e20-b047-c15eada887d3 HTTP/1.1" status: 200 len: 849 time: 0.1775723 Sep 15 02:32:32.915077 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-44d65ee7-7f35-4c81-96cb-b3751f7f2220 admin admin] 10.222.0.15 "GET /v2.0/routers/dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 HTTP/1.1" status: 200 len: 704 time: 0.1108072 Sep 15 02:32:33.173861 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.459990 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Allocated IP 172.20.0.1 (44de0901-f08f-41ce-8f28-d62f3ec6b779/b5cf8fe8-71b3-4e20-b047-c15eada887d3/4a876914-7032-4e5e-bb11-d61a81c32cdc) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:33.609696 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.733028 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.844289 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:33.848917 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:33.855554 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:33.856092 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.914259 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Pushing event updated for resources: {'Port': ['ID=4a876914-7032-4e5e-bb11-d61a81c32cdc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:34.010716 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ee87ca05-a74a-4027-9316-220ad458d82d None None] Provisioning complete for port 4a876914-7032-4e5e-bb11-d61a81c32cdc triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:34.010716 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee87ca05-a74a-4027-9316-220ad458d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.040850 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ee87ca05-a74a-4027-9316-220ad458d82d None None] Port 4a876914-7032-4e5e-bb11-d61a81c32cdc cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:32:34.105155 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.311968 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.366283 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.367028 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.424734 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Pushing event updated for resources: {'Port': ['ID=4a876914-7032-4e5e-bb11-d61a81c32cdc,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:34.492714 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:34.493991 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:34.661359 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e4f7-edc4-4899-a80b-87c9d133d3de None None] Provisioning complete for port 4a876914-7032-4e5e-bb11-d61a81c32cdc triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:34.661737 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e4f7-edc4-4899-a80b-87c9d133d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.693848 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e4f7-edc4-4899-a80b-87c9d133d3de None None] Port 4a876914-7032-4e5e-bb11-d61a81c32cdc cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:32:34.703859 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:32:34.793899 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:32:34.799057 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-053ef02e-6beb-4b85-bdd3-d8cef8e3c75a admin admin] 10.222.0.15 "PUT /v2.0/routers/dffa1c2f-ff14-4350-a03b-dd6ddbd618d3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8784552 Sep 15 02:32:34.816684 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Sync routers for ids ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:32:34.828214 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Routers {'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:34.829009 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:32:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:35.013581 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Set router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:35.438597 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'name': 'router1', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:23Z', 'updated_at': '2021-09-15T02:32:33Z', 'revision_number': 2, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'gw_port_host': None, '_interfaces': [{'id': '4a876914-7032-4e5e-bb11-d61a81c32cdc', 'name': '', 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'mac_address': 'fa:16:3e:90:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:34Z', 'revision_number': 2, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'subnets': [{'id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0348eac-8672-48d3-afaa-9b9be7c9ce3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:35.489113 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Checking router: dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:32:35.489485 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Updating router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 port 4a876914-7032-4e5e-bb11-d61a81c32cdc binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:32:35.537101 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.045313 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.129527 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.273080 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Pushing event updated for resources: {'Port': ['ID=4a876914-7032-4e5e-bb11-d61a81c32cdc,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:36.296531 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.296839 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.297146 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.298977 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.298977 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.298977 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.298977 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.298977 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.299466 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.299466 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.300352 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.300690 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Tracked resource versions report: Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: pushed versions: Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: { 'AddressGroup': {'1.2'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'ConntrackHelper': {'1.0'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Log': {'1.0'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Network': {'1.1'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Port': {'1.7'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'PortForwarding': {'1.2'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'QosPolicy': {'1.9'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroup': {'1.4'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SubPort': {'1.0'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Subnet': {'1.1'}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Trunk': {'1.1'}} Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: consumer versions: Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'ConntrackHelper': '1.0', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Log': '1.0', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Network': '1.1', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Port': '1.7', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'PortForwarding': '1.2', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'QosPolicy': '1.9', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroup': '1.4', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroupRule': '1.2', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SubPort': '1.0', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Subnet': '1.1', Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Trunk': '1.1'}} Sep 15 02:32:36.302169 dv-cinder-760193-12-iscsi neutron-server[101036]: {{(pid=101036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:32:36.313503 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Attempting to bind port 4a876914-7032-4e5e-bb11-d61a81c32cdc on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:36.313911 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Attempting to bind port 4a876914-7032-4e5e-bb11-d61a81c32cdc by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:36.314344 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Attempting to bind port 4a876914-7032-4e5e-bb11-d61a81c32cdc on network 44de0901-f08f-41ce-8f28-d62f3ec6b779 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:36.319971 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:36.320398 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Checking segment: {'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:36.320885 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.321271 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Bound using segment: {'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:36.321859 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Bound port: 4a876914-7032-4e5e-bb11-d61a81c32cdc, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e11aee-d68d-4030-844c-9d7d4d8e86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:36.322144 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.387447 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] For port 4a876914-7032-4e5e-bb11-d61a81c32cdc, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:36.407035 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] For port 4a876914-7032-4e5e-bb11-d61a81c32cdc, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=4a876914-7032-4e5e-bb11-d61a81c32cdc,segment=NetworkSegment(73e11aee-d68d-4030-844c-9d7d4d8e86e1),segment_id=73e11aee-d68d-4030-844c-9d7d4d8e86e1)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:36.423986 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-81d48fed-9061-4197-979c-efa90cdf6613 None None] Provisioning complete for port 4a876914-7032-4e5e-bb11-d61a81c32cdc triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:36.431969 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-81d48fed-9061-4197-979c-efa90cdf6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.459903 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-81d48fed-9061-4197-979c-efa90cdf6613 None None] Port 4a876914-7032-4e5e-bb11-d61a81c32cdc cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:32:36.475743 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.522574 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Routers {'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:36.523194 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:32:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:36.610745 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bdf3d-3e86-47f6-ba2f-25033b5b6d7b None None] Pushing event updated for resources: {'Port': ['ID=4a876914-7032-4e5e-bb11-d61a81c32cdc,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:36.636043 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] Set router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:36.678385 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9362a6d5-039a-4a01-93a6-3e403d1f39ff None None] Provisioning complete for port 4a876914-7032-4e5e-bb11-d61a81c32cdc triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:36.678760 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9362a6d5-039a-4a01-93a6-3e403d1f39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.752655 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9362a6d5-039a-4a01-93a6-3e403d1f39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.783381 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9362a6d5-039a-4a01-93a6-3e403d1f39ff None None] For port 4a876914-7032-4e5e-bb11-d61a81c32cdc, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=4a876914-7032-4e5e-bb11-d61a81c32cdc,segment=NetworkSegment(73e11aee-d68d-4030-844c-9d7d4d8e86e1),segment_id=73e11aee-d68d-4030-844c-9d7d4d8e86e1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:36.844203 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'name': 'router1', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:23Z', 'updated_at': '2021-09-15T02:32:33Z', 'revision_number': 2, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'gw_port_host': None, '_interfaces': [{'id': '4a876914-7032-4e5e-bb11-d61a81c32cdc', 'name': '', 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'mac_address': 'fa:16:3e:90:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:36Z', 'revision_number': 4, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'subnets': [{'id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0348eac-8672-48d3-afaa-9b9be7c9ce3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:36.869984 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9362a6d5-039a-4a01-93a6-3e403d1f39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.874059 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dacfd-8ad4-47c9-a5ba-f74c7cf52aaf None None] The sync data for ids ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'] in dv-cinder-760193-12-iscsi is: [{'id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'name': 'router1', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:23Z', 'updated_at': '2021-09-15T02:32:33Z', 'revision_number': 2, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'gw_port_host': None, '_interfaces': [{'id': '4a876914-7032-4e5e-bb11-d61a81c32cdc', 'name': '', 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'mac_address': 'fa:16:3e:90:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:36Z', 'revision_number': 4, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'subnets': [{'id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0348eac-8672-48d3-afaa-9b9be7c9ce3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:32:36.933612 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362a6d5-039a-4a01-93a6-3e403d1f39ff None None] Pushing event updated for resources: {'Port': ['ID=4a876914-7032-4e5e-bb11-d61a81c32cdc,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.064466 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42346) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:37.176009 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1c933-4141-41b6-9235-ec01babd79b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:37.177324 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-39d1c933-4141-41b6-9235-ec01babd79b9 admin admin] 10.222.0.15 "GET /v2.0/networks/4e0ccc62-3acb-44d4-be11-a4bfc744ecea HTTP/1.1" status: 200 len: 842 time: 0.1117949 Sep 15 02:32:37.187387 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'name': 'public-subnet'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:37.315499 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Made reservation on behalf of 317e574dbf804a28bccbd540d94eb865 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:37.317859 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.664954 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.objects.ports [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101033) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 02:32:37.665367 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.722134 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66c12b3-6878-426c-83cf-ff173e4cdf76,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.728870 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:37.728870 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Network hostable DHCP agents. Network: 4e0ccc62-3acb-44d4-be11-a4bfc744ecea, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:32:37.829445 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:32:37.886553 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 4e0ccc62-3acb-44d4-be11-a4bfc744ecea) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:37.890975 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:37.892061 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.896325 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4caf68-c374-498c-b2b4-8211785935ad None None] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:37.974069 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-cb57dcc1-3776-463d-9e7a-2c2a3475466d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7900445 Sep 15 02:32:38.019804 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8896a4-2923-4257-a25f-562668125532 None None] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:38.114643 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:32:40.289677 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42354) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:40.486722 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-d426a478-1b50-4348-b3f1-419258ca9422 admin admin] 10.222.0.15 "GET /v2.0/routers/dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 HTTP/1.1" status: 200 len: 710 time: 0.1958926 Sep 15 02:32:40.571605 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869fb8d-d4bc-45a9-9ca4-72967e8f0a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:40.572937 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f869fb8d-d4bc-45a9-9ca4-72967e8f0a87 admin admin] 10.222.0.15 "GET /v2.0/networks/4e0ccc62-3acb-44d4-be11-a4bfc744ecea HTTP/1.1" status: 200 len: 886 time: 0.0799410 Sep 15 02:32:40.582892 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:40.821812 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:41.134166 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:41.218309 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:41.319964 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Allocated IP 172.27.3.197 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/cc807165-a612-4d97-983f-de8528d5ae99) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:41.423530 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:41.542919 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:41.576487 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:41.579273 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:41.583827 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:41.591961 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc807165-a612-4d97-983f-de8528d5ae99,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:41.939219 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:42.243242 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3305'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:42.247163 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723462'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:42.356979 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:32:42.466802 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:32:42.471678 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:42.472347 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-b1e6d10c-4490-42b4-afac-1f3aae424cc7 admin admin] 10.222.0.15 "PUT /v2.0/routers/dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 HTTP/1.1" status: 200 len: 890 time: 1.8932226 Sep 15 02:32:43.380122 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 4a876914-7032-4e5e-bb11-d61a81c32cdc up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:43.404145 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Sync routers for ids ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:32:43.422006 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Routers {'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:43.422739 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:32:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:43.577584 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 4a876914-7032-4e5e-bb11-d61a81c32cdc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:43.577871 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:43.667180 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Set router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:44.079260 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'name': 'router1', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cc807165-a612-4d97-983f-de8528d5ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:23Z', 'updated_at': '2021-09-15T02:32:41Z', 'revision_number': 4, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'gw_port': {'id': 'cc807165-a612-4d97-983f-de8528d5ae99', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:41Z', 'updated_at': '2021-09-15T02:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '4a876914-7032-4e5e-bb11-d61a81c32cdc', 'name': '', 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'mac_address': 'fa:16:3e:90:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:36Z', 'revision_number': 5, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'subnets': [{'id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0348eac-8672-48d3-afaa-9b9be7c9ce3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:44.130290 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Checking router: dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:32:44.130643 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Updating router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 port cc807165-a612-4d97-983f-de8528d5ae99 binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:32:44.176321 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:44.564212 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:44.603368 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:44.654302 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Attempting to bind port cc807165-a612-4d97-983f-de8528d5ae99 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:44.654680 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Attempting to bind port cc807165-a612-4d97-983f-de8528d5ae99 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:44.655044 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Attempting to bind port cc807165-a612-4d97-983f-de8528d5ae99 on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:44.657848 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3cda9-55d3-409b-8876-b81192ac7482 None None] Pushing event updated for resources: {'Port': ['ID=cc807165-a612-4d97-983f-de8528d5ae99,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:44.663184 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:44.663560 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:44.663967 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:44.664378 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:44.664858 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Bound port: cc807165-a612-4d97-983f-de8528d5ae99, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:44.665257 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:44.714729 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] For port cc807165-a612-4d97-983f-de8528d5ae99, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:44.717878 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] For port cc807165-a612-4d97-983f-de8528d5ae99, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=cc807165-a612-4d97-983f-de8528d5ae99,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:44.775253 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:44.834223 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3cda9-55d3-409b-8876-b81192ac7482 None None] Pushing event updated for resources: {'Port': ['ID=cc807165-a612-4d97-983f-de8528d5ae99,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:44.836705 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Routers {'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:44.837301 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:32:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:44.906914 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42366) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:44.943772 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] Set router dffa1c2f-ff14-4350-a03b-dd6ddbd618d3 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:45.018376 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a8304c95-9922-4c24-af09-4b63e9fcba2c admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1102874 Sep 15 02:32:45.167083 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'name': 'router1', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cc807165-a612-4d97-983f-de8528d5ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:23Z', 'updated_at': '2021-09-15T02:32:41Z', 'revision_number': 4, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'gw_port': {'id': 'cc807165-a612-4d97-983f-de8528d5ae99', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:41Z', 'updated_at': '2021-09-15T02:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '4a876914-7032-4e5e-bb11-d61a81c32cdc', 'name': '', 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'mac_address': 'fa:16:3e:90:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:36Z', 'revision_number': 5, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'subnets': [{'id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0348eac-8672-48d3-afaa-9b9be7c9ce3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:45.194031 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b456d6-aafa-4d55-962f-bd527ebed0ed None None] The sync data for ids ['dffa1c2f-ff14-4350-a03b-dd6ddbd618d3'] in dv-cinder-760193-12-iscsi is: [{'id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'name': 'router1', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cc807165-a612-4d97-983f-de8528d5ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:23Z', 'updated_at': '2021-09-15T02:32:41Z', 'revision_number': 4, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'gw_port': {'id': 'cc807165-a612-4d97-983f-de8528d5ae99', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:41Z', 'updated_at': '2021-09-15T02:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '4a876914-7032-4e5e-bb11-d61a81c32cdc', 'name': '', 'network_id': '44de0901-f08f-41ce-8f28-d62f3ec6b779', 'tenant_id': '706cdc47fc284ecb8e48e40361df6da5', 'mac_address': 'fa:16:3e:90:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffa1c2f-ff14-4350-a03b-dd6ddbd618d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:36Z', 'revision_number': 5, 'project_id': '706cdc47fc284ecb8e48e40361df6da5', 'subnets': [{'id': 'b5cf8fe8-71b3-4e20-b047-c15eada887d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0348eac-8672-48d3-afaa-9b9be7c9ce3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:32:45.500765 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device cc807165-a612-4d97-983f-de8528d5ae99 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:45.567356 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port cc807165-a612-4d97-983f-de8528d5ae99 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:45.568018 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:45.656731 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:45.679569 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port cc807165-a612-4d97-983f-de8528d5ae99, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=cc807165-a612-4d97-983f-de8528d5ae99,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:45.746334 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:45.801643 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=cc807165-a612-4d97-983f-de8528d5ae99,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:47.484255 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device cc807165-a612-4d97-983f-de8528d5ae99 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:47.548930 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port cc807165-a612-4d97-983f-de8528d5ae99 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:47.550105 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:57.103833 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3fee8e1e-b2d3-42f9-854c-b4fc59b39e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:59.707017 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1412a4cd-c620-438e-be53-a41561eb864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:59.923895 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:00.837567 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:02.380197 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:15.114420 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:33:27.457354 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43a0cf45-5e5d-41ab-b466-7ec434c08df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:29.734465 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f7f7-e83a-4a65-999e-3ffb7a4fe7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:29.917308 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:30.882953 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:32.799980 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:52.113886 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:33:57.133419 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73f1d042-4f4f-4fd8-84e0-2385865a3274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:59.765304 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3162456d-7521-4baa-b350-3e3dcce09895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:59.934140 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:00.853769 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:02.390894 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:23.534388 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 42928) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:23.604128 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfcf11b-b2d6-481c-b74d-399cc8895bbe admin admin] GET failed (client error): The resource could not be found. Sep 15 02:34:23.605443 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-bbfcf11b-b2d6-481c-b74d-399cc8895bbe admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701327 Sep 15 02:34:23.770277 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34655704-fed2-4051-b8b1-35623a432c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:23.771789 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-34655704-fed2-4051-b8b1-35623a432c6e admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616504 Sep 15 02:34:25.990085 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 42938) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:26.150882 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892a78a-dadc-4f0f-a32f-f2f06c2397da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:26.152236 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-2892a78a-dadc-4f0f-a32f-f2f06c2397da admin admin] 10.222.0.15 "GET /v2.0/subnets/b5cf8fe8-71b3-4e20-b047-c15eada887d3 HTTP/1.1" status: 200 len: 849 time: 0.1612275 Sep 15 02:34:26.163399 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:34:26.253898 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:26.479059 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785541999364'] for subnet, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:26.518083 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:26.518679 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:26.519956 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] 10.222.0.15 "PUT /v2.0/subnets/b5cf8fe8-71b3-4e20-b047-c15eada887d3 HTTP/1.1" status: 200 len: 868 time: 0.3607185 Sep 15 02:34:26.523866 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0553f-6985-40fe-b3a1-cebf71574556 None None] Network 44de0901-f08f-41ce-8f28-d62f3ec6b779 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:34:26.536931 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cf8fe8-71b3-4e20-b047-c15eada887d3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.547812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.550618 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.550618 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b02b30-0501-4fc4-ba9e-b76bdd3639a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:34:26.906375 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eb24734c-21fd-4082-b1b6-c05ac589af53 None None] Provisioning complete for port 4a876914-7032-4e5e-bb11-d61a81c32cdc triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:34:26.906749 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eb24734c-21fd-4082-b1b6-c05ac589af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:26.994142 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eb24734c-21fd-4082-b1b6-c05ac589af53 None None] Provisioning complete for port 5c3d75d3-7f4c-4c20-a750-86c1895029af triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:34:26.994518 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eb24734c-21fd-4082-b1b6-c05ac589af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:27.106940 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0da0c72f-3c94-4bff-9f81-9b3dc67fd567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:28.725428 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42946) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:28.927085 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90ff61-1bd9-4b36-9072-5066f4baa5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:28.927476 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90ff61-1bd9-4b36-9072-5066f4baa5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:28.929062 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-0b90ff61-1bd9-4b36-9072-5066f4baa5ac admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027080 Sep 15 02:34:29.113093 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:34:29.744983 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b5d7078e-77fd-40aa-94cd-3b8735cf275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:29.930314 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:30.849966 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:31.154737 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42956) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:31.284613 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9a70e-110b-4713-bda4-0c2c92af2e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:31.285104 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9a70e-110b-4713-bda4-0c2c92af2e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:31.286638 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-cdc9a70e-110b-4713-bda4-0c2c92af2e63 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309438 Sep 15 02:34:32.398540 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:33.478758 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42964) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:33.607271 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3293b9a-1983-4966-88e3-e66786107b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:33.608672 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f3293b9a-1983-4966-88e3-e66786107b6f admin admin] 10.222.0.15 "GET /v2.0/networks/44de0901-f08f-41ce-8f28-d62f3ec6b779 HTTP/1.1" status: 200 len: 869 time: 0.1289167 Sep 15 02:34:35.799724 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:35.923451 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c883a564-f19c-4d5d-9f7f-89ea82fd5b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:35.924832 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c883a564-f19c-4d5d-9f7f-89ea82fd5b8e admin admin] 10.222.0.15 "GET /v2.0/networks/4e0ccc62-3acb-44d4-be11-a4bfc744ecea HTTP/1.1" status: 200 len: 886 time: 0.1241436 Sep 15 02:34:38.115563 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42980) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:38.234748 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e3783-a287-4d5e-a8cc-0e4a0ddfa3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:38.235208 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e3783-a287-4d5e-a8cc-0e4a0ddfa3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:38.237311 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-611e3783-a287-4d5e-a8cc-0e4a0ddfa3b9 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208215 Sep 15 02:34:40.429284 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42988) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:40.522774 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63564d3f-18fa-4fd0-8532-0a9ed57b4dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:40.523230 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63564d3f-18fa-4fd0-8532-0a9ed57b4dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:40.524847 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-63564d3f-18fa-4fd0-8532-0a9ed57b4dcf admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945220 Sep 15 02:34:42.712956 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 42996) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:42.803209 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc535745-f5fb-499c-a90e-637772ad8147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:42.804480 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-cc535745-f5fb-499c-a90e-637772ad8147 admin admin] 10.222.0.15 "GET /v2.0/subnets/b5cf8fe8-71b3-4e20-b047-c15eada887d3 HTTP/1.1" status: 200 len: 868 time: 0.0905511 Sep 15 02:34:45.018576 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43004) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:34:45.107546 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68220735-6543-4e24-bd86-5232d2e9cc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:45.108908 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-68220735-6543-4e24-bd86-5232d2e9cc2c admin admin] 10.222.0.15 "GET /v2.0/subnets/f66c12b3-6878-426c-83cf-ff173e4cdf76 HTTP/1.1" status: 200 len: 816 time: 0.0894029 Sep 15 02:34:57.112798 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fd259c9f-ba8f-451f-8d5b-775e462684ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:59.692906 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6bcd7a32-8784-4f7e-80b3-4e9df7072f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:59.946878 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:00.875768 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:02.409585 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:06.111698 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:35:09.132472 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43058) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:35:09.178844 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [None req-0ccd9f01-7aab-414e-a956-143c8b221210 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:35:09.179856 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-0ccd9f01-7aab-414e-a956-143c8b221210 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464554 Sep 15 02:35:11.462525 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43066) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:35:11.524500 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-662560be-8171-4b04-95ab-802a46cf55be admin admin] GET failed (client error): The resource could not be found. Sep 15 02:35:11.529157 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-662560be-8171-4b04-95ab-802a46cf55be admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656822 Sep 15 02:35:11.673232 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3002cb6e-20f5-4efb-8cc8-22459cdca9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:11.674684 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3002cb6e-20f5-4efb-8cc8-22459cdca9db admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400445 Sep 15 02:35:13.869488 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43074) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:35:13.916195 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:35:14.017814 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Made reservation on behalf of 317e574dbf804a28bccbd540d94eb865 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:35:14.020040 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:14.050330 dv-cinder-760193-12-iscsi neutron-server[101033]: WARNING neutron.services.revisions.revision_plugin [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Could not find related network for resource to bump revision. Sep 15 02:35:14.063952 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:35:14.072477 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:14.072820 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Added segment fdeadd68-c029-4d37-8771-1bf29a1927ba of type vlan for network d4ec9272-c4dd-4955-9114-464708874142 Sep 15 02:35:14.114578 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:14.197536 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:14.198473 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:14.199051 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:14.257275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Pushing event updated for resources: {'Network': ['ID=d4ec9272-c4dd-4955-9114-464708874142,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:35:14.263604 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.263970 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.264314 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.264679 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.265066 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.265355 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.265684 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.266580 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.266976 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.267452 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.267780 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.268101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:14.281626 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network d4ec9272-c4dd-4955-9114-464708874142 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:35:14.301399 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-fc40648c-73e4-45d9-ad1e-8ff31e513041 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4307840 Sep 15 02:35:16.551732 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43082) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:35:16.611227 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f1fcb0-264f-470b-9165-14f47acde624 admin admin] GET failed (client error): The resource could not be found. Sep 15 02:35:16.612560 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-81f1fcb0-264f-470b-9165-14f47acde624 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598543 Sep 15 02:35:16.681019 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a2f9a-0133-41a5-ba9e-440ee072cc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:16.682440 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-700a2f9a-0133-41a5-ba9e-440ee072cc38 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650692 Sep 15 02:35:16.695840 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Request body: {'subnet': {'network_id': 'd4ec9272-c4dd-4955-9114-464708874142', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:35:16.798062 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Made reservation on behalf of 317e574dbf804a28bccbd540d94eb865 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:35:16.800230 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:17.112202 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:17.169350 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf47876f-3b24-490b-8279-c0d162302465,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:35:17.179336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Checking segment: {'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:35:17.179692 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Network hostable DHCP agents. Network: d4ec9272-c4dd-4955-9114-464708874142, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:35:17.271397 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Network d4ec9272-c4dd-4955-9114-464708874142 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:35:17.334638 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, d4ec9272-c4dd-4955-9114-464708874142) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:35:17.338716 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:17.339295 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:17.343294 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9e69e-0d16-461a-8656-a63de6ec5505 None None] Network d4ec9272-c4dd-4955-9114-464708874142 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:35:17.404034 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8105a34b-0b3d-4d27-b199-a8f91a4e80c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7113552 Sep 15 02:35:17.493190 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-d4ec9272-c4dd-4955-9114-464708874142', 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142', 'tenant_id': '317e574dbf804a28bccbd540d94eb865', 'fixed_ips': [{'subnet_id': 'bf47876f-3b24-490b-8279-c0d162302465'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:35:17.494108 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:17.639199 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Allocated IP 192.168.233.2 (d4ec9272-c4dd-4955-9114-464708874142/bf47876f-3b24-490b-8279-c0d162302465/37ec3d96-0b75-49b3-8a5d-dd07177586a6) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:35:17.780037 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:17.855654 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:17.897635 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Network d4ec9272-c4dd-4955-9114-464708874142 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:35:17.899007 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:35:17.902379 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:35:17.912960 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Pushing event updated for resources: {'Port': ['ID=37ec3d96-0b75-49b3-8a5d-dd07177586a6,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:35:17.922762 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.923139 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.923489 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.923824 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.924157 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.924533 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.924867 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.925219 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.925562 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.925899 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.926213 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.926533 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:35:17.971355 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Attempting to bind port 37ec3d96-0b75-49b3-8a5d-dd07177586a6 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:35:17.971724 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Attempting to bind port 37ec3d96-0b75-49b3-8a5d-dd07177586a6 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:35:17.972122 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Attempting to bind port 37ec3d96-0b75-49b3-8a5d-dd07177586a6 on network d4ec9272-c4dd-4955-9114-464708874142 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:35:17.977806 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:35:17.978177 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Checking segment: {'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:35:17.978581 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:17.978970 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Bound using segment: {'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:35:17.979428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Bound port: 37ec3d96-0b75-49b3-8a5d-dd07177586a6, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:35:17.979803 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:18.043397 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] For port 37ec3d96-0b75-49b3-8a5d-dd07177586a6, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:35:18.046312 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] For port 37ec3d96-0b75-49b3-8a5d-dd07177586a6, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=37ec3d96-0b75-49b3-8a5d-dd07177586a6,segment=NetworkSegment(fdeadd68-c029-4d37-8771-1bf29a1927ba),segment_id=fdeadd68-c029-4d37-8771-1bf29a1927ba)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:35:18.111067 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:18.167629 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696f6ae-cc18-44e6-8ccf-1976a3edfb18 None None] Pushing event updated for resources: {'Port': ['ID=37ec3d96-0b75-49b3-8a5d-dd07177586a6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:35:18.978063 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f8d86c-af03-4e46-a240-c75527ef4d49 None None] Network d4ec9272-c4dd-4955-9114-464708874142 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:35:19.103015 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fe98c7a0-69c7-45f2-b1c3-a23ee5a01f41 None None] Provisioning complete for port 37ec3d96-0b75-49b3-8a5d-dd07177586a6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:35:19.103386 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe98c7a0-69c7-45f2-b1c3-a23ee5a01f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:19.208740 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe98c7a0-69c7-45f2-b1c3-a23ee5a01f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:19.246745 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fe98c7a0-69c7-45f2-b1c3-a23ee5a01f41 None None] For port 37ec3d96-0b75-49b3-8a5d-dd07177586a6, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=37ec3d96-0b75-49b3-8a5d-dd07177586a6,segment=NetworkSegment(fdeadd68-c029-4d37-8771-1bf29a1927ba),segment_id=fdeadd68-c029-4d37-8771-1bf29a1927ba)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:35:19.340530 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe98c7a0-69c7-45f2-b1c3-a23ee5a01f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:19.389422 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c7a0-69c7-45f2-b1c3-a23ee5a01f41 None None] Pushing event updated for resources: {'Port': ['ID=37ec3d96-0b75-49b3-8a5d-dd07177586a6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:35:19.458494 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3ee5033f-8c1e-4464-910d-70fba66afb87 None None] Provisioning complete for port 37ec3d96-0b75-49b3-8a5d-dd07177586a6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:35:19.458919 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3ee5033f-8c1e-4464-910d-70fba66afb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:19.621701 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 37ec3d96-0b75-49b3-8a5d-dd07177586a6 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:35:19.670244 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 37ec3d96-0b75-49b3-8a5d-dd07177586a6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:35:19.670613 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:27.127005 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5502-5405-48e1-975a-ac7331b497fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:29.723593 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5a0c-c449-4f4b-9008-247b71e9242e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:29.943956 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:30.866068 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:32.412235 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:43.109255 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:35:57.105195 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7166dbf1-0906-4548-82b0-339baf0effb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:59.705072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bde75400-f969-47b2-8e5f-3454bd561c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:59.939525 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:00.859919 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:02.442756 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:20.107283 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:36:27.116378 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b28e5baa-4728-4f31-ba1f-ae0106b965b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.698808 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092385ba-2ca4-4500-a564-6849cfccc1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:30.047834 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:30.870006 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:32.419184 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:50.623253 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:50.629206 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [None req-c87bbeba-a4ce-4a96-b9f0-c6f1e734cdd1 tempest-verify_tempest_config-1958562552 tempest-verify_tempest_config-1958562552-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:36:50.630178 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c87bbeba-a4ce-4a96-b9f0-c6f1e734cdd1 tempest-verify_tempest_config-1958562552 tempest-verify_tempest_config-1958562552-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059688 Sep 15 02:36:51.112816 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43152) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:51.213227 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.299884 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.383964 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.428254 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b56b62f0df994d869a3a367f88bce4e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3143580 Sep 15 02:36:51.429101 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc80ffaa-87bd-4a94-af3f-bfbf6b27f438,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:51.430909 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43158) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:51.435818 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.436173 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.436541 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.436874 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.437200 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.437528 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.437852 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.438192 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.438526 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.438851 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.439167 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.439482 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c2114-728b-4b66-bb1e-eb04898ec30c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.487635 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.507809 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.650909 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.653485 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.657201 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc80ffaa-87bd-4a94-af3f-bfbf6b27f438 HTTP/1.1" status: 204 len: 168 time: 0.2235680 Sep 15 02:36:51.664647 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc80ffaa-87bd-4a94-af3f-bfbf6b27f438,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:51.671243 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.671605 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.671945 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.672577 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.672974 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.673520 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.673904 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.674246 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.674576 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.674894 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.675210 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:51.675522 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d67c9a-5f3b-49d0-9aa2-1cfc49897c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:57.104199 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e1ad2b6-2bbc-471b-95fd-307af0664268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:57.104971 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:36:59.715488 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-413ee913-b095-434a-866f-700bb1c2e89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:59.959500 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:00.875572 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:02.412641 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:27.118976 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f37906b6-3a35-4af3-95af-83332b66d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:29.730080 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db8e703d-0c97-4fff-bee3-152f1838531c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:29.947645 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:30.867423 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:32.416056 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:34.103758 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:37:57.102326 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c509ed42-344f-4f06-a024-1631dfe3c55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:59.718322 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9cb8b241-b0c1-4f3c-bfbb-92254384def5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:59.942568 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:00.884007 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:02.450903 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:11.101307 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:38:24.238532 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725793'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:27.142178 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c79cf146-9f28-4225-b906-f71c022ef3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:29.701514 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-57d7b0b9-b585-45e1-9afe-04f29e0c81ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:29.941935 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:30.894769 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:32.450952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:39.487557 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43230) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:39.590025 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-dde6b4fe-a03e-4598-a5c5-fc350899a5e1 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1014059 Sep 15 02:38:41.792209 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43240) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:41.853510 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-06a50823-77bc-455b-8803-0241d907ace5 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0602789 Sep 15 02:38:48.100136 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:38:54.191746 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:57.117631 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6429-7799-4227-9eab-8af966a78002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:59.718481 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-011ea8dc-839a-46ae-b0ba-a34d51171653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:59.946889 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:00.873241 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:02.449830 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:24.169449 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.100225 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:39:27.117991 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fc73d0d0-af76-4778-8994-a9e8e23daf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:29.723188 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-edaa2eb4-fd23-4ee3-9bac-e6c5f9dd8f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.026949 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.883811 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:32.431905 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:54.213691 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:57.117224 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-acb8223a-b69b-4ace-bf82-8d12ad6d4f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:59.700637 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce908789-efe6-4e99-b71a-ef37078f0a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:59.945407 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:00.876991 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:02.099540 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:40:02.459814 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.203319 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43432) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:12.537021 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-network', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:12.613865 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Made reservation on behalf of bbf9c7a2d8b14e749224489d622636c9 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:12.616148 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.625115 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.718524 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.763120 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.781535 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:40:12.797864 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43458) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:12.799241 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.799618 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Added segment 16d75bb7-1df7-4156-bec8-4c906a1d57df of type vlan for network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 Sep 15 02:40:12.808004 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079fa487-dd56-4b98-a7e0-510b52d6a849,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:12.839198 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.839198 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.839198 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.839758 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.839915 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.840730 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.841666 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.842250 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.842584 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.842907 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.843227 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.843544 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Tracked resource versions report: Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: pushed versions: Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: { 'AddressGroup': {'1.2'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'ConntrackHelper': {'1.0'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Log': {'1.0'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Network': {'1.1'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Port': {'1.7'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'PortForwarding': {'1.2'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'QosPolicy': {'1.9'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroup': {'1.4'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SubPort': {'1.0'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Subnet': {'1.1'}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Trunk': {'1.1'}} Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: consumer versions: Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: HyperV agent@hv-cinder-76019: {}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'ConntrackHelper': '1.0', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Log': '1.0', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Network': '1.1', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Port': '1.7', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'PortForwarding': '1.2', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'QosPolicy': '1.9', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroup': '1.4', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SecurityGroupRule': '1.2', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'SubPort': '1.0', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Subnet': '1.1', Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: 'Trunk': '1.1'}} Sep 15 02:40:12.845359 dv-cinder-760193-12-iscsi neutron-server[101033]: {{(pid=101033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:40:12.862233 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.915493 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43468) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:12.951493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.952534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:12.953119 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.010829 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e605f89-2845-4e86-854d-ab3c9b4bbbe4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:13.021705 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:40:13.044641 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-50fdcbb0-7eba-4292-a13b-ff3d8b3ca4d5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8402183 Sep 15 02:40:13.049294 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43476) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:13.062222 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Request body: {'subnet': {'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-subnet', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:13.145757 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43480) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:13.167534 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Made reservation on behalf of bbf9c7a2d8b14e749224489d622636c9 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:13.171444 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.193864 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-613810411-network', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:13.316976 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1970789638-network', 'tenant_id': 'ac1722eb5fb64a9b9853cc8612279636'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:13.342998 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43488) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:13.358411 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Made reservation on behalf of c3812e73f2d54cf29768711c1a9cf4cf for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:13.362089 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.373314 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43492) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:13.390420 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.413695 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-262678913-network', 'tenant_id': 'f21bd9d74df74b88bbc4de4cbfd3fde5'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:13.472717 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Made reservation on behalf of ac1722eb5fb64a9b9853cc8612279636 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:13.474958 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.489865 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.554037 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.572796 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-224367961-network', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:13.587910 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1991307205-network', 'tenant_id': '26f5c205fb934edfbaf292caee58de12'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:13.597508 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.649326 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.674533 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Checking segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:13.674912 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Network hostable DHCP agents. Network: 8e605f89-2845-4e86-854d-ab3c9b4bbbe4, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:40:13.677100 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd7c26e-313a-43fc-a6f5-af753a253e0d,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:13.687838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.701458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.702245 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.702245 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Tracked resource versions report: Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: pushed versions: Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: { 'AddressGroup': {'1.2'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'ConntrackHelper': {'1.0'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Log': {'1.0'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Network': {'1.1'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Port': {'1.7'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'PortForwarding': {'1.2'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'QosPolicy': {'1.9'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroup': {'1.4'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SubPort': {'1.0'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Subnet': {'1.1'}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Trunk': {'1.1'}} Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: consumer versions: Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: HyperV agent@hv-cinder-76019: {}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'ConntrackHelper': '1.0', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Log': '1.0', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Network': '1.1', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Port': '1.7', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'PortForwarding': '1.2', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'QosPolicy': '1.9', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroup': '1.4', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SecurityGroupRule': '1.2', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'SubPort': '1.0', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Subnet': '1.1', Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: 'Trunk': '1.1'}} Sep 15 02:40:13.703157 dv-cinder-760193-12-iscsi neutron-server[101034]: {{(pid=101034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:40:13.725436 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.725785 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Added segment e2dcc510-7f31-4f14-9b42-d66f37e2fcef of type vlan for network 3ea7639c-a39f-409a-9342-1e37e322a159 Sep 15 02:40:13.751450 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Made reservation on behalf of f21bd9d74df74b88bbc4de4cbfd3fde5 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:13.753862 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.784052 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34ff311-5c99-4409-9977-fcb48c1616ea,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:13.797235 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.817704 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.857895 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:40:13.911782 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.916818 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.918790 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:13.919795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.959552 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 8e605f89-2845-4e86-854d-ab3c9b4bbbe4) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:13.969586 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ac258-1e49-45f9-a3de-d45c47e67fee None None] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:13.989221 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.992504 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] Pushing event updated for resources: {'Network': ['ID=3ea7639c-a39f-409a-9342-1e37e322a159,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:14.005909 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:14.017549 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.035199 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:40:14.063197 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 3ea7639c-a39f-409a-9342-1e37e322a159 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:40:14.067494 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a789338-565c-4b8a-a5da-8cb879a95ae0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:14.074520 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.074520 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Added segment 3ec1c19f-9ac1-40a6-b056-b86939bde53c of type vlan for network 6129bfb6-246e-48a1-859b-0d188bf7590f Sep 15 02:40:14.077484 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-77f25274-b0bc-4218-a89d-d109bfe340ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2783942 Sep 15 02:40:14.078116 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43524) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:14.140477 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Request body: {'subnet': {'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-subnet', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:14.151580 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Made reservation on behalf of e5b1729613754d89a0726ae2fd0e3edd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:14.155035 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.163072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.165676 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.181765 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:40:14.182757 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.240298 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-a94c60db-887a-455f-923a-fb62e4910ac1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1838312 Sep 15 02:40:14.243694 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43532) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:14.251377 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:14.294605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.295738 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:14.296391 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.317857 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Allocated IP 172.20.0.2 (8e605f89-2845-4e86-854d-ab3c9b4bbbe4/ccd7c26e-313a-43fc-a6f5-af753a253e0d/dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:14.351152 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Made reservation on behalf of 26f5c205fb934edfbaf292caee58de12 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:14.353369 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.358124 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] Pushing event updated for resources: {'Network': ['ID=6129bfb6-246e-48a1-859b-0d188bf7590f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:14.370927 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.db.api [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:40:14.370927 dv-cinder-760193-12-iscsi neutron-server[101034]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:40:14.370927 dv-cinder-760193-12-iscsi neutron-server[101034]: [parameters: {'project_id_1': 'c3812e73f2d54cf29768711c1a9cf4cf', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 39, 54, 150723)}] Sep 15 02:40:14.370927 dv-cinder-760193-12-iscsi neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:40:14.371917 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG oslo_db.api [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:40:14.375171 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.389363 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.db.api [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:40:14.389363 dv-cinder-760193-12-iscsi neutron-server[101034]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:40:14.389363 dv-cinder-760193-12-iscsi neutron-server[101034]: [parameters: {'project_id_1': 'bbf9c7a2d8b14e749224489d622636c9', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 39, 54, 265977)}] Sep 15 02:40:14.389363 dv-cinder-760193-12-iscsi neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:40:14.389783 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG oslo_db.api [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:40:14.391963 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.db.api [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:40:14.391963 dv-cinder-760193-12-iscsi neutron-server[101033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:40:14.391963 dv-cinder-760193-12-iscsi neutron-server[101033]: [parameters: {'project_id_1': 'e5b1729613754d89a0726ae2fd0e3edd', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 39, 54, 191839)}] Sep 15 02:40:14.391963 dv-cinder-760193-12-iscsi neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:40:14.392669 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG oslo_db.api [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:40:14.396339 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 6129bfb6-246e-48a1-859b-0d188bf7590f details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:40:14.456048 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.521996 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.524974 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.553560 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:40:14.563573 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c709fa07-5b77-49c2-91ab-ece58613a1a9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:14.580428 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.580428 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Added segment 8d0bd570-dca3-411d-8a8b-9bb67ec8ac7b of type vlan for network 03fff28f-7272-497e-91d5-0b4a6cac0464 Sep 15 02:40:14.625717 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.630063 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-d64fc342-4eec-46a2-accf-8a3613e4e1bb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7133026 Sep 15 02:40:14.635416 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.641124 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43548) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:14.654650 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Request body: {'subnet': {'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1970789638-subnet', 'tenant_id': 'ac1722eb5fb64a9b9853cc8612279636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:14.662421 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:14.665387 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:14.669114 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:14.709255 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Pushing event updated for resources: {'Port': ['ID=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:14.732787 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.733948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.733948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.733948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.733948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.734355 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.734771 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.735104 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.735432 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.735776 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.736105 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.736455 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.736779 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Tracked resource versions report: Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: pushed versions: Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: { 'AddressGroup': {'1.2'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'ConntrackHelper': {'1.0'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Log': {'1.0'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Network': {'1.1'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Port': {'1.7'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'PortForwarding': {'1.2'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'QosPolicy': {'1.9'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroup': {'1.4'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SubPort': {'1.0'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Subnet': {'1.1'}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Trunk': {'1.1'}} Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: consumer versions: Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: HyperV agent@hv-cinder-76019: {}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'ConntrackHelper': '1.0', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Log': '1.0', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Network': '1.1', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Port': '1.7', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'PortForwarding': '1.2', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'QosPolicy': '1.9', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroup': '1.4', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SecurityGroupRule': '1.2', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'SubPort': '1.0', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Subnet': '1.1', Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: 'Trunk': '1.1'}} Sep 15 02:40:14.737871 dv-cinder-760193-12-iscsi neutron-server[101035]: {{(pid=101035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:40:14.748314 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Attempting to bind port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:14.748728 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Attempting to bind port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:14.749095 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Attempting to bind port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:14.751014 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.751976 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:14.752582 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.754135 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:14.754519 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Checking segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:14.754923 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.755321 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Bound using segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:14.755788 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Bound port: dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:14.756187 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.819970 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.826345 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] For port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:14.829881 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] For port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:14.840823 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=03fff28f-7272-497e-91d5-0b4a6cac0464,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:14.843644 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:40:14.850773 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 03fff28f-7272-497e-91d5-0b4a6cac0464 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:40:14.858584 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aad439-b4da-4a79-a72b-4eac52d9f268,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:14.864500 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.865079 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Added segment aabe58e4-f295-4e90-86ca-e24f011480c0 of type vlan for network 7107f1b9-eecc-4ce8-9825-5c7f764c184c Sep 15 02:40:14.894096 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.915115 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.915917 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.db.api [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:40:14.915917 dv-cinder-760193-12-iscsi neutron-server[101034]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:40:14.915917 dv-cinder-760193-12-iscsi neutron-server[101034]: [parameters: {'project_id_1': 'c3812e73f2d54cf29768711c1a9cf4cf', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 39, 54, 876319)}] Sep 15 02:40:14.915917 dv-cinder-760193-12-iscsi neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:40:14.916261 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG oslo_db.api [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:40:14.918292 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-78ff423d-f623-4604-9f83-868034d43bb6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7711918 Sep 15 02:40:14.921605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43558) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:14.928285 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Request body: {'subnet': {'network_id': '03fff28f-7272-497e-91d5-0b4a6cac0464', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-262678913-subnet', 'tenant_id': 'f21bd9d74df74b88bbc4de4cbfd3fde5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:14.931469 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.db.api [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:40:14.931469 dv-cinder-760193-12-iscsi neutron-server[101034]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:40:14.931469 dv-cinder-760193-12-iscsi neutron-server[101034]: [parameters: {'project_id_1': 'bbf9c7a2d8b14e749224489d622636c9', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 39, 54, 894711)}] Sep 15 02:40:14.931469 dv-cinder-760193-12-iscsi neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:40:14.931831 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG oslo_db.api [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:40:14.936606 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.979790 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Made reservation on behalf of ac1722eb5fb64a9b9853cc8612279636 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:14.983817 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:14.993288 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea835c7-e6ea-469b-9113-99635eaa743e None None] Pushing event updated for resources: {'Port': ['ID=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:15.026080 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.026817 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:15.027524 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.058106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.db.api [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:40:15.058106 dv-cinder-760193-12-iscsi neutron-server[101034]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:40:15.058106 dv-cinder-760193-12-iscsi neutron-server[101034]: [parameters: {'project_id_1': 'f21bd9d74df74b88bbc4de4cbfd3fde5', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 39, 54, 937681)}] Sep 15 02:40:15.058106 dv-cinder-760193-12-iscsi neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:40:15.058490 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG oslo_db.api [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:40:15.135737 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7107f1b9-eecc-4ce8-9825-5c7f764c184c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:15.152926 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 7107f1b9-eecc-4ce8-9825-5c7f764c184c details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:40:15.155499 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.209419 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.235477 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:40:15.255024 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.255394 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Added segment e27701eb-18b1-4000-9b26-9a5e2b148b7a of type vlan for network 75579842-5189-40fb-9720-3ef43c76374e Sep 15 02:40:15.269919 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b2510-c7ee-4cde-9d0a-8945026231ef,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:15.269919 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-61b9af70-8568-418e-b873-b470635c53d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8947237 Sep 15 02:40:15.272012 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:15.277418 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Request body: {'subnet': {'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1991307205-subnet', 'tenant_id': '26f5c205fb934edfbaf292caee58de12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:15.313675 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.317046 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.350592 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Made reservation on behalf of c3812e73f2d54cf29768711c1a9cf4cf for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:15.352805 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.391200 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.392048 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:15.392670 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.421853 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Made reservation on behalf of 26f5c205fb934edfbaf292caee58de12 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:15.424484 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.429090 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5b084c-dee3-487b-97e5-eb1cc4f8e354,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:15.447564 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Checking segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:15.447915 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Network hostable DHCP agents. Network: 6129bfb6-246e-48a1-859b-0d188bf7590f, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:40:15.480803 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] Pushing event updated for resources: {'Network': ['ID=75579842-5189-40fb-9720-3ef43c76374e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:15.490924 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 75579842-5189-40fb-9720-3ef43c76374e details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:40:15.499489 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-36cb3c9c-540e-42c3-b008-ce8d8bdc0189 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1511538 Sep 15 02:40:15.503874 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43568) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:15.509009 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Request body: {'subnet': {'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-224367961-subnet', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:15.654876 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Made reservation on behalf of e5b1729613754d89a0726ae2fd0e3edd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:15.657083 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.658886 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Network 6129bfb6-246e-48a1-859b-0d188bf7590f is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:40:15.727037 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43574) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:15.756967 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.761943 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.808625 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.836715 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:15.873768 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.875537 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 6129bfb6-246e-48a1-859b-0d188bf7590f) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:15.894894 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a6b256-4fef-4b0d-ba11-57840b3fb37d None None] Network 6129bfb6-246e-48a1-859b-0d188bf7590f requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:15.942320 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cc609c4c-e99b-4cec-944d-56c7864a65ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.947389 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=705b734e-0c65-41e4-87f8-145e1b4346ed,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:15.956711 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Checking segment: {'id': 'aabe58e4-f295-4e90-86ca-e24f011480c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:15.957262 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Network hostable DHCP agents. Network: 7107f1b9-eecc-4ce8-9825-5c7f764c184c, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:40:15.959774 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:15.960276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.978037 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:15.978177 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:15.987985 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.005282 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Made reservation on behalf of f21bd9d74df74b88bbc4de4cbfd3fde5 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:16.009215 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.032861 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Network 7107f1b9-eecc-4ce8-9825-5c7f764c184c is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:40:16.084125 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cc609c4c-e99b-4cec-944d-56c7864a65ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.096297 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607137d1-f801-40bc-89d2-b0e661a82ae6 None None] Network 6129bfb6-246e-48a1-859b-0d188bf7590f requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:16.116659 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 7107f1b9-eecc-4ce8-9825-5c7f764c184c) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:16.117711 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:16.118557 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.119470 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a303c-1333-4a84-9faa-28c81553c856 None None] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:16.145111 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b23b4-dc7d-4972-95c3-bc4aa2e8eed2 None None] Network 7107f1b9-eecc-4ce8-9825-5c7f764c184c requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:16.164027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cc609c4c-e99b-4cec-944d-56c7864a65ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.164829 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3587237-7c3c-4970-a87c-8bc86b7763fb,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:16.180387 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.214231 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc609c4c-e99b-4cec-944d-56c7864a65ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2426dde-6143-4f85-b3c5-e110f9745a49,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:16.223564 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-cc609c4c-e99b-4cec-944d-56c7864a65ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c66d53da718481798ea3b4199ab7634&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4931853 Sep 15 02:40:16.229929 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43582) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:16.238986 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-cd1a4e05-8286-4756-bb5c-f62382e51dff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9658890 Sep 15 02:40:16.279885 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-c65676e4-f753-41d6-9776-d746c3270e1f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6354799 Sep 15 02:40:16.295715 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Checking segment: {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:16.296082 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Network hostable DHCP agents. Network: 3ea7639c-a39f-409a-9342-1e37e322a159, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:40:16.313342 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b8e531-4a2f-4704-b55c-ddb0ea0a691b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.353181 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:16.373861 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b8e531-4a2f-4704-b55c-ddb0ea0a691b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.384779 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.405600 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.426245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-daf2d9b4-9beb-4774-b94c-eb1d73631c28 None None] Provisioning complete for port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:16.426524 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-daf2d9b4-9beb-4774-b94c-eb1d73631c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.530657 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3cf743-89a6-477f-8153-aa57c58ce92a,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:16.558289 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Network 3ea7639c-a39f-409a-9342-1e37e322a159 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:40:16.563500 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b8e531-4a2f-4704-b55c-ddb0ea0a691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.568292 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b8e531-4a2f-4704-b55c-ddb0ea0a691b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.570861 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-56b8e531-4a2f-4704-b55c-ddb0ea0a691b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2426dde-6143-4f85-b3c5-e110f9745a49 HTTP/1.1" status: 204 len: 168 time: 0.3394563 Sep 15 02:40:16.578982 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 3ea7639c-a39f-409a-9342-1e37e322a159) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:16.587120 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:16.587704 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.590088 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Checking segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:16.590503 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Network hostable DHCP agents. Network: 75579842-5189-40fb-9720-3ef43c76374e, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:40:16.592465 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.601716 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e531-4a2f-4704-b55c-ddb0ea0a691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2426dde-6143-4f85-b3c5-e110f9745a49,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:16.602443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f46b6d-d091-49da-b90d-bdbd2c04d6bc None None] Network 3ea7639c-a39f-409a-9342-1e37e322a159 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:16.659772 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.735116 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-c2df89c8-b9da-40c7-8173-906cd7b07d08 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6358266 Sep 15 02:40:16.735961 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43616) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:16.741932 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23c1a2b-1525-4787-8cdd-e0263c891046,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:16.749191 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:16.774096 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Network 75579842-5189-40fb-9720-3ef43c76374e is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:40:16.800781 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Checking segment: {'id': '8d0bd570-dca3-411d-8a8b-9bb67ec8ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '03fff28f-7272-497e-91d5-0b4a6cac0464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:16.801138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Network hostable DHCP agents. Network: 03fff28f-7272-497e-91d5-0b4a6cac0464, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:40:16.891583 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 75579842-5189-40fb-9720-3ef43c76374e) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:16.909388 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.910561 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.951006 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f38e2e9-23df-4622-a439-f38599811da5 None None] Network 75579842-5189-40fb-9720-3ef43c76374e requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:16.953687 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:16.954495 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:16.958277 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:16.985819 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f89902-6073-4d90-a6da-8b5c4e52c81c None None] Network 7107f1b9-eecc-4ce8-9825-5c7f764c184c requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:17.019830 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Network 03fff28f-7272-497e-91d5-0b4a6cac0464 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:40:17.058111 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-775267cb-72d2-4c81-a5e1-ab4f7884ef1f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5531778 Sep 15 02:40:17.062259 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43626) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:17.067599 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:17.070520 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 03fff28f-7272-497e-91d5-0b4a6cac0464) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:17.081285 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:17.082193 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.084838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.122671 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.139701 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2501e6-721f-4c34-bb47-47a8e60ffb09 None None] Network 03fff28f-7272-497e-91d5-0b4a6cac0464 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:17.143320 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.164493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.165633 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.276459 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-46fe8aeb-6e26-44a8-9177-946512b7e31c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3485744 Sep 15 02:40:17.350417 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.477419 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6cd9e-2715-471e-805d-593261229962 None None] Network 3ea7639c-a39f-409a-9342-1e37e322a159 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:17.530440 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.556908 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Allocated IP 172.27.3.18 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/7d019bd3-0ff8-4911-868d-a55c90d1ea9b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:17.620652 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.638187 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-75579842-5189-40fb-9720-3ef43c76374e', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:40:17.639092 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.757795 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43666) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:17.773900 dv-cinder-760193-12-iscsi neutron-server[101033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 02:40:17.854903 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43668) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:17.882245 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fc03-70d3-4bdd-9059-2b510f05d5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.919059 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:17.935263 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:18.115994 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-26204f2c-dbd5-4d4d-9b2e-74df0ade71fb None None] Provisioning complete for port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:18.116401 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-26204f2c-dbd5-4d4d-9b2e-74df0ade71fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.186847 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d6e4ae-5908-4ba6-929d-a43ef1488ba8 None None] Network 03fff28f-7272-497e-91d5-0b4a6cac0464 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:18.207614 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43686) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:18.226069 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Allocated IP 172.20.0.2 (75579842-5189-40fb-9720-3ef43c76374e/2c3cf743-89a6-477f-8153-aa57c58ce92a/20174a55-edb9-44df-bd24-4213e9b8eb3c) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:18.231516 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.249217 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-bb439aa6-05d7-4595-816a-f66cb648d898 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:18.250725 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-bb439aa6-05d7-4595-816a-f66cb648d898 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/networks?id=7107f1b9-eecc-4ce8-9825-5c7f764c184c HTTP/1.1" status: 200 len: 812 time: 0.4919982 Sep 15 02:40:18.290581 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:18.291369 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.303776 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0d18e018-3a46-423d-b0ff-83f4cf280a8b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/quotas/26f5c205fb934edfbaf292caee58de12 HTTP/1.1" status: 200 len: 375 time: 0.0286126 Sep 15 02:40:18.309340 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.343813 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:18.345037 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.357576 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:18.369214 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:18.373593 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:18.459130 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0d05cab0-9907-4a0c-b645-275f6b6ac37d tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f5c205fb934edfbaf292caee58de12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368735 Sep 15 02:40:18.591227 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fc03-70d3-4bdd-9059-2b510f05d5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.601947 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-a0a47baf-75fc-491c-9d6b-47c97729beaf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:18.604460 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-a0a47baf-75fc-491c-9d6b-47c97729beaf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.3941545 Sep 15 02:40:18.624772 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-829c7208-7084-4e81-b013-bc4a642b5e4d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/quotas/ac1722eb5fb64a9b9853cc8612279636 HTTP/1.1" status: 200 len: 375 time: 0.0141625 Sep 15 02:40:18.626629 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.637612 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Allocated IP 172.27.3.15 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/5e9494dc-25d3-453d-8cd2-b5ca3b4e8788) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:18.641518 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43698) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:18.646329 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-756032310-network', 'tenant_id': 'a1ab8266d4e4417d96d4f5504c636996'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:18.659362 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.668469 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.676118 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-b4730874-3560-417f-8495-593084d0ef5d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282328 Sep 15 02:40:18.680952 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fc03-70d3-4bdd-9059-2b510f05d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.745398 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.767670 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-dfe4fc03-70d3-4bdd-9059-2b510f05d5e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b88f1e55b2de4cec92b20338ba97ecbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9111228 Sep 15 02:40:18.779984 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43706) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:18.803612 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4fc03-70d3-4bdd-9059-2b510f05d5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b852a4-84b5-41b5-958d-ba68195622e5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:18.813679 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Network 75579842-5189-40fb-9720-3ef43c76374e is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:18.816638 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:18.827386 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:18.845844 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Pushing event updated for resources: {'Port': ['ID=20174a55-edb9-44df-bd24-4213e9b8eb3c,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:18.885627 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Made reservation on behalf of a1ab8266d4e4417d96d4f5504c636996 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:18.888301 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.900899 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Attempting to bind port 20174a55-edb9-44df-bd24-4213e9b8eb3c on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:18.901277 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Attempting to bind port 20174a55-edb9-44df-bd24-4213e9b8eb3c by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:18.901664 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Attempting to bind port 20174a55-edb9-44df-bd24-4213e9b8eb3c on network 75579842-5189-40fb-9720-3ef43c76374e {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:18.907523 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:18.907899 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Checking segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:18.908462 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.909135 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Bound using segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:18.909615 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Bound port: 20174a55-edb9-44df-bd24-4213e9b8eb3c, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:18.910019 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.923679 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.924466 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-057b58e6-244e-4810-82e7-7e3a8a33a9eb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:40:18.932234 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-057b58e6-244e-4810-82e7-7e3a8a33a9eb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2297537 Sep 15 02:40:18.947446 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6f882fa8-484f-4589-91a5-9ef992feb6c9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:40:18.948791 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6f882fa8-484f-4589-91a5-9ef992feb6c9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043849 Sep 15 02:40:18.974401 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.976821 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] For port 20174a55-edb9-44df-bd24-4213e9b8eb3c, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:18.979917 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] For port 20174a55-edb9-44df-bd24-4213e9b8eb3c, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=20174a55-edb9-44df-bd24-4213e9b8eb3c,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:18.989713 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c83bab4a-3088-485d-8130-d0c5451bab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.992125 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.066198 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.092738 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c83bab4a-3088-485d-8130-d0c5451bab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.158089 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-a604f00e-62a4-45df-a3bd-fee96d7f566c service neutron] 10.222.0.15 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251685 Sep 15 02:40:19.160682 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-153026da-bb07-4012-ba23-bdfcd433ab8f service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054801 Sep 15 02:40:19.257083 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7c063-e4bb-438c-a05e-f24091d44fbb None None] Pushing event updated for resources: {'Port': ['ID=20174a55-edb9-44df-bd24-4213e9b8eb3c,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:19.288295 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.348042 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c83bab4a-3088-485d-8130-d0c5451bab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.350566 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c83bab4a-3088-485d-8130-d0c5451bab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.354079 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c83bab4a-3088-485d-8130-d0c5451bab08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1b852a4-84b5-41b5-958d-ba68195622e5 HTTP/1.1" status: 204 len: 168 time: 0.5706861 Sep 15 02:40:19.377357 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Allocated IP 172.27.3.39 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/1e5a0baf-d2a8-4ace-93af-ac9327658ed4) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:19.380132 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:19.385298 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.389991 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:19.393550 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bab4a-3088-485d-8130-d0c5451bab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b852a4-84b5-41b5-958d-ba68195622e5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:19.400175 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:19.429815 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-65b6cc08-0ac0-458f-8428-df82e7ab25da service neutron] 10.222.0.15 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600648 Sep 15 02:40:19.476471 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-94409d29-dc68-486a-9d0a-bbd6bb6171b6 service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055942 Sep 15 02:40:19.514571 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.517438 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Pushing event updated for resources: {'Port': ['ID=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:19.611000 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:40:19.622924 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.639782 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.661565 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acde099-0e2c-4430-8eea-bd5d44a91e1a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:19.665172 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.665640 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Added segment 807e0340-d83a-4650-879b-6782412d5f1d of type vlan for network 25cf49d8-04bb-4c0f-b5a0-4190db7a0d69 Sep 15 02:40:19.767121 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.815258 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.825840 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 20174a55-edb9-44df-bd24-4213e9b8eb3c up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:19.945855 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 20174a55-edb9-44df-bd24-4213e9b8eb3c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:19.946432 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.020023 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d9e62402-24ec-4386-911a-55536f3afb85 req-4c6e7502-8b70-495f-b0d4-91393b26167b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0781689 Sep 15 02:40:20.022352 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:20.060240 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.062744 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:20.064982 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-59a5a315-6a3f-49da-adb2-3c812792f097 req-87aab51a-aafd-4791-bb08-a4154e279222 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.0567205 Sep 15 02:40:20.066225 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:20.068610 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:20.122087 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.123070 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:20.123646 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.142441 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 20174a55-edb9-44df-bd24-4213e9b8eb3c, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=20174a55-edb9-44df-bd24-4213e9b8eb3c,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:20.161200 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.249723 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Router aff72e51-9578-4c55-9c9a-8e5a032f44c8 is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:40:20.265872 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.374084 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=20174a55-edb9-44df-bd24-4213e9b8eb3c,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:20.391871 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] Pushing event updated for resources: {'Network': ['ID=25cf49d8-04bb-4c0f-b5a0-4190db7a0d69,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:20.395298 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-9d852926-56ae-4b41-b380-e4fc7520d65a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7526457 Sep 15 02:40:20.406466 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43762) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:20.418581 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Request body: {'subnet': {'network_id': '25cf49d8-04bb-4c0f-b5a0-4190db7a0d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-756032310-subnet', 'tenant_id': 'a1ab8266d4e4417d96d4f5504c636996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:20.425426 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 25cf49d8-04bb-4c0f-b5a0-4190db7a0d69 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:40:20.503640 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.641873 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2687f03-64bf-4a92-b766-09ec639697b1 None None] Network 75579842-5189-40fb-9720-3ef43c76374e requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:20.709534 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Made reservation on behalf of a1ab8266d4e4417d96d4f5504c636996 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:20.711730 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.723068 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e323b8d9-bea6-41fd-af78-b130e38e2b76 None None] Provisioning complete for port 20174a55-edb9-44df-bd24-4213e9b8eb3c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:20.723443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e323b8d9-bea6-41fd-af78-b130e38e2b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:20.797824 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:40:20.810899 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Sync routers for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:40:20.834157 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:20.837345 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:20.960534 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.034251 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:21.054085 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.162872 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.164119 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-65392a13-4cd0-4ab3-90b8-cb92c54613c9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9163194 Sep 15 02:40:21.179506 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:21.352462 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-65d787f9-621d-46d1-8aa6-78819fe85b84 None None] Provisioning complete for port 20174a55-edb9-44df-bd24-4213e9b8eb3c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:21.352462 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65d787f9-621d-46d1-8aa6-78819fe85b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.419180 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:18Z', 'revision_number': 3, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:21.423923 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f554a091-b32a-4a3c-b8b1-a76fcb1a258b req-ec33e4b1-c287-4a8f-9a5e-b85881d41294 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.1694183 Sep 15 02:40:21.430255 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-acfb4f48-74b6-4c39-af89-a792f9500d5b req-8714ac6b-da96-4dcb-85bf-288397b80c1e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.2204900 Sep 15 02:40:21.485384 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Checking router: aff72e51-9578-4c55-9c9a-8e5a032f44c8 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:40:21.485733 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Updating router aff72e51-9578-4c55-9c9a-8e5a032f44c8 port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:40:21.529706 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.700642 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:40:21.808783 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Router 3563bb4f-f201-4852-b2d6-3658c954d4c2 is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:40:21.822744 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 20174a55-edb9-44df-bd24-4213e9b8eb3c up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:21.863786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.915214 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d88d75-07e3-4bd0-b2d7-882cf4079b71,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:21.923184 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.938275 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 20174a55-edb9-44df-bd24-4213e9b8eb3c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:21.938659 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.946026 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:40:21.972344 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Sync routers for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:40:21.986473 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.995373 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:21.996111 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:22.066400 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:22.068274 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-6fe5a7f0-e073-4790-968a-c5187322dc62 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0050216 Sep 15 02:40:22.071321 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:22.082397 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Checking segment: {'id': '807e0340-d83a-4650-879b-6782412d5f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25cf49d8-04bb-4c0f-b5a0-4190db7a0d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:22.082746 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Network hostable DHCP agents. Network: 25cf49d8-04bb-4c0f-b5a0-4190db7a0d69, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:40:22.085307 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Pushing event updated for resources: {'Port': ['ID=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:22.098883 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.099938 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.100583 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.101219 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.101778 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.102621 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.103296 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.103842 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.104791 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Tracked resource versions report: Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: pushed versions: Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: { 'AddressGroup': {'1.2'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'ConntrackHelper': {'1.0'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Log': {'1.0'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Network': {'1.1'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Port': {'1.7'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'PortForwarding': {'1.2'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'QosPolicy': {'1.9'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroup': {'1.4'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SubPort': {'1.0'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Subnet': {'1.1'}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Trunk': {'1.1'}} Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: consumer versions: Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: { DHCP agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: HyperV agent@hv-cinder-76019: {}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: L3 agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: Metadata agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: Metering agent@dv-cinder-760193-12-iscsi: {}, Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: Open vSwitch agent@dv-cinder-760193-12-iscsi: { 'AddressGroup': '1.2', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'ConntrackHelper': '1.0', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Log': '1.0', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Network': '1.1', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Port': '1.7', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'PortForwarding': '1.2', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'QosPolicy': '1.9', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroup': '1.4', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SecurityGroupRule': '1.2', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'SubPort': '1.0', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Subnet': '1.1', Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: 'Trunk': '1.1'}} Sep 15 02:40:22.108460 dv-cinder-760193-12-iscsi neutron-server[101036]: {{(pid=101036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:40:22.141006 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Attempting to bind port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:22.142196 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Attempting to bind port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:22.142920 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Attempting to bind port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:22.154124 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:22.154994 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:22.156326 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:22.158284 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:22.159045 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Bound port: 7d019bd3-0ff8-4911-868d-a55c90d1ea9b, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:22.159794 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:22.175301 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:40:22.223151 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:22.231090 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] For port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:22.234153 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Network 25cf49d8-04bb-4c0f-b5a0-4190db7a0d69 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:40:22.236013 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] For port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:22.240836 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Sync routers for ids ['3563bb4f-f201-4852-b2d6-3658c954d4c2'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:40:22.254417 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Routers {'3563bb4f-f201-4852-b2d6-3658c954d4c2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:22.256840 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3563bb4f-f201-4852-b2d6-3658c954d4c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:22.328802 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:22.484766 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 25cf49d8-04bb-4c0f-b5a0-4190db7a0d69) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:22.492526 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:22.493837 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-efc4d08a-338b-42ac-af7c-0a27f68036ba admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7528961 Sep 15 02:40:22.509618 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:22.514814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:22.515640 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:22.519408 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Set router 3563bb4f-f201-4852-b2d6-3658c954d4c2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:22.569476 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:22.570256 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e7a80-f092-482a-9d12-5f7822bac4cf None None] Network 25cf49d8-04bb-4c0f-b5a0-4190db7a0d69 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:22.652194 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8ad59-534a-42ed-99ac-15ffccdd5f51 None None] Pushing event updated for resources: {'Port': ['ID=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:22.697950 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-244e33d1-4202-4acb-8234-0869069ac433 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2901356 Sep 15 02:40:22.791034 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Allocated IP 172.20.0.1 (8e605f89-2845-4e86-854d-ab3c9b4bbbe4/ccd7c26e-313a-43fc-a6f5-af753a253e0d/b94ed5f0-e884-4825-8717-1d6d8f25bd00) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:22.830431 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:22.831409 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:23.033112 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-466de3f9-c50c-4821-8f1a-f39a79278238 req-e311412a-477d-4dee-bb11-77b22850257d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.4761114 Sep 15 02:40:23.060706 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0781606f-011c-4964-ab79-23fbb83b3fe9 req-dfea636c-661a-47c9-b4cc-7366501ae96a tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.4969795 Sep 15 02:40:23.065003 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43866) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:23.096885 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:40:19Z', 'revision_number': 3, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port': {'id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:23.131292 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Checking router: 3563bb4f-f201-4852-b2d6-3658c954d4c2 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:40:23.134627 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Updating router 3563bb4f-f201-4852-b2d6-3658c954d4c2 port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:40:23.171657 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.187011 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:20Z', 'revision_number': 3, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:23.189985 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29eeb67-f58a-4f62-8ed0-783445afc111 None None] Network 25cf49d8-04bb-4c0f-b5a0-4190db7a0d69 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:40:23.276879 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] Deleting subnet b23c1a2b-1525-4787-8cdd-e0263c891046 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:40:23.285939 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Checking router: 5e17e643-809e-4d2f-a014-2dd2a3a9b526 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:40:23.286617 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Updating router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:40:23.307794 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.392523 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.425596 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.444225 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.530367 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.547048 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.572708 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:23.641990 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.648678 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.709165 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.745680 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23c1a2b-1525-4787-8cdd-e0263c891046,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:23.759359 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.762434 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-fab64f8d-62f7-47c1-9389-9e566ed65968 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b23c1a2b-1525-4787-8cdd-e0263c891046 HTTP/1.1" status: 204 len: 168 time: 0.6939847 Sep 15 02:40:23.767961 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:23.844935 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.875694 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Allocated IP 172.20.0.1 (3ea7639c-a39f-409a-9342-1e37e322a159/d3587237-7c3c-4970-a87c-8bc86b7763fb/549bdb1b-0496-4418-ad4c-820f9a51f59e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:23.901540 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Attempting to bind port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:23.901913 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Attempting to bind port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:23.902905 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Attempting to bind port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:23.925336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.937697 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:23.938169 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:23.938790 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.939326 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.939828 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:23.940185 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Bound port: 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:23.941126 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:23.955432 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Allocated IP 172.20.0.1 (75579842-5189-40fb-9720-3ef43c76374e/2c3cf743-89a6-477f-8153-aa57c58ce92a/1a40de72-e29d-405b-948c-49730257952e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:24.019319 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd429a0-9527-4d30-8fb5-fcbae5aef143 None None] Pushing event updated for resources: {'Port': ['ID=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:24.043427 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.049405 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] For port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:24.057451 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] For port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:24.057829 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.064298 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.069096 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:18Z', 'revision_number': 3, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:24.102723 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51881f-b285-4bd0-acbb-50b23a2f85e3 None None] The sync data for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi is: [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:18Z', 'revision_number': 3, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:40:24.108819 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Pushing event updated for resources: {'Port': ['ID=b94ed5f0-e884-4825-8717-1d6d8f25bd00,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:24.126142 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db566bd3-9734-4a28-8785-c407819a86e7 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:24.127362 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:24.141278 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:24.141516 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.147958 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:24.158385 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.186628 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Attempting to bind port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:24.187281 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Attempting to bind port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:24.187886 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Attempting to bind port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:24.194353 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:24.195030 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:24.259175 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.259175 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:24.259175 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Bound port: 1e5a0baf-d2a8-4ace-93af-ac9327658ed4, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:24.259175 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.259837 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Routers {'3563bb4f-f201-4852-b2d6-3658c954d4c2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:24.259837 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3563bb4f-f201-4852-b2d6-3658c954d4c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:24.259837 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd429a0-9527-4d30-8fb5-fcbae5aef143 None None] Pushing event updated for resources: {'Port': ['ID=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:24.268598 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.295205 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] For port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:24.306122 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.306861 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] For port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:24.385134 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.518180 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:24.519818 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:24.553851 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] Set router 3563bb4f-f201-4852-b2d6-3658c954d4c2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:24.602664 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db566bd3-9734-4a28-8785-c407819a86e7 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:24.602852 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.603455 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.603946 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.604297 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > port after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.605747 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.605747 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > port after_update 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.605975 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.606336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.606853 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.607233 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.633648 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.696233 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.721525 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Network 3ea7639c-a39f-409a-9342-1e37e322a159 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:24.732208 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Pushing event updated for resources: {'Port': ['ID=549bdb1b-0496-4418-ad4c-820f9a51f59e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:24.742176 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:24.746071 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:24.747077 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.837577 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:40:19Z', 'revision_number': 3, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port': {'id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:24.897621 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370dc1b7-dd7c-43e5-a048-022c6ba3245e None None] The sync data for ids ['3563bb4f-f201-4852-b2d6-3658c954d4c2'] in dv-cinder-760193-12-iscsi is: [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:40:19Z', 'revision_number': 3, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port': {'id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:40:24.907683 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cb35c919-6030-461c-a316-d05a57d3c9a5 None None] Provisioning complete for port b94ed5f0-e884-4825-8717-1d6d8f25bd00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:24.908626 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cb35c919-6030-461c-a316-d05a57d3c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.978584 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:24.981918 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.982268 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.982658 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.982999 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:40:24.983356 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fff28f-7272-497e-91d5-0b4a6cac0464']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:25.019174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cb35c919-6030-461c-a316-d05a57d3c9a5 None None] Port b94ed5f0-e884-4825-8717-1d6d8f25bd00 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:40:25.058386 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.059687 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-05ed9fb2-86b7-46a2-b520-3087f3944c8a req-1d554068-764f-4851-9145-74d52bba54f8 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.0710511 Sep 15 02:40:25.064103 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0bd570-dca3-411d-8a8b-9bb67ec8ac7b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:25.064409 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0bd570-dca3-411d-8a8b-9bb67ec8ac7b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:25.087742 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.090164 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.143157 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5caa8a5d-24e4-4477-926f-7dd2b78a843d req-b0421aed-fb9c-48fe-8db1-f8abb2e51d62 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.1531494 Sep 15 02:40:25.150134 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.174559 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:40:25.175296 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: from cryptography.utils import int_from_bytes Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: from cryptography.utils import int_from_bytes Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:40:25.183429 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:40:25.216628 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.218664 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.222399 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.245209 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:20Z', 'revision_number': 3, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:25.275698 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfc680-6ad2-45db-bc46-d16c8aff3197 None None] The sync data for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi is: [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:20Z', 'revision_number': 3, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:40:25.350997 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.353451 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Pushing event updated for resources: {'Port': ['ID=b94ed5f0-e884-4825-8717-1d6d8f25bd00,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:25.359937 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.368604 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] 10.222.0.15 "DELETE /v2.0/networks/03fff28f-7272-497e-91d5-0b4a6cac0464 HTTP/1.1" status: 204 len: 168 time: 1.5940440 Sep 15 02:40:25.376297 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43892) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:25.435037 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] Deleting subnet 11d88d75-07e3-4bd0-b2d7-882cf4079b71 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:40:25.438179 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.446271 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f651-b4f1-46ae-bea5-41e2bfbaab72 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fff28f-7272-497e-91d5-0b4a6cac0464,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:25.477221 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:25.481887 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.484780 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:25.493524 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.495827 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Pushing event updated for resources: {'Port': ['ID=1a40de72-e29d-405b-948c-49730257952e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:25.534662 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Network 75579842-5189-40fb-9720-3ef43c76374e is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:25.550231 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:25.554265 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:25.632706 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.640300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.643897 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.700995 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.856677 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:25.910339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Network 3ea7639c-a39f-409a-9342-1e37e322a159 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:25.923657 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:26.023398 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:26.098684 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Router 3563bb4f-f201-4852-b2d6-3658c954d4c2 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:40:26.107319 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Pushing event updated for resources: {'Port': ['ID=549bdb1b-0496-4418-ad4c-820f9a51f59e,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:26.115770 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3af549a4-5e42-46ed-abff-b241f21474f2 None None] Provisioning complete for port 1a40de72-e29d-405b-948c-49730257952e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:26.119229 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3af549a4-5e42-46ed-abff-b241f21474f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.131643 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Router aff72e51-9578-4c55-9c9a-8e5a032f44c8 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:40:26.150842 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.207921 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3af549a4-5e42-46ed-abff-b241f21474f2 None None] Port 1a40de72-e29d-405b-948c-49730257952e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:40:26.221503 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:26.221756 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.231813 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d88d75-07e3-4bd0-b2d7-882cf4079b71,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:26.271064 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3af549a4-5e42-46ed-abff-b241f21474f2 None None] Provisioning complete for port b94ed5f0-e884-4825-8717-1d6d8f25bd00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:26.271064 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3af549a4-5e42-46ed-abff-b241f21474f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.274062 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.294013 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:40:26.300584 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8e9a12bf-f935-49b1-a0fc-acaead047cdf admin admin] 10.222.0.15 "PUT /v2.0/routers/3563bb4f-f201-4852-b2d6-3658c954d4c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7440786 Sep 15 02:40:26.302491 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.304523 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c4050c6b-74ec-4b3c-ae2f-7c089291816f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/11d88d75-07e3-4bd0-b2d7-882cf4079b71 HTTP/1.1" status: 204 len: 168 time: 0.9271982 Sep 15 02:40:26.322747 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43902) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:26.325847 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ae5cefbd-9dc0-4700-9e11-0666a8497280 req-21a7c903-f4d6-4f91-bd61-3ba614411a57 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.1083038 Sep 15 02:40:26.368734 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3af549a4-5e42-46ed-abff-b241f21474f2 None None] Port b94ed5f0-e884-4825-8717-1d6d8f25bd00 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:40:26.429528 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.473417 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.516558 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:26.542050 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-592cb63f-a44f-4ec6-8fd9-b411f52b4653 req-42e916ba-ca78-4a26-a2c6-b30258aef6c1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.2413921 Sep 15 02:40:26.625026 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.658554 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 7d019bd3-0ff8-4911-868d-a55c90d1ea9b up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:26.698050 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:26.713296 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:40:26.722953 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cf49d8-04bb-4c0f-b5a0-4190db7a0d69']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:26.737896 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-3a2fc2b4-43d1-4691-9a5f-59c77353640c admin admin] 10.222.0.15 "PUT /v2.0/routers/aff72e51-9578-4c55-9c9a-8e5a032f44c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5483572 Sep 15 02:40:26.748200 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807e0340-d83a-4650-879b-6782412d5f1d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:26.748523 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807e0340-d83a-4650-879b-6782412d5f1d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:26.766881 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:40:27.024391 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:40:27.051091 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:27.051091 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:27.051091 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.053775 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.087800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.130750 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:27.131822 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-917be0bd-e79e-4899-98ce-3e4331bcdcca tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:27.133391 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-917be0bd-e79e-4899-98ce-3e4331bcdcca tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 818 time: 0.1304970 Sep 15 02:40:27.153614 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-116cfc8b-afb8-45c9-a568-ce72815d2772 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/quotas/c3812e73f2d54cf29768711c1a9cf4cf HTTP/1.1" status: 200 len: 375 time: 0.0116587 Sep 15 02:40:27.161011 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.37', 49264) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:27.193089 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.214093 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.216615 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] 10.222.0.15 "DELETE /v2.0/networks/25cf49d8-04bb-4c0f-b5a0-4190db7a0d69 HTTP/1.1" status: 204 len: 168 time: 0.8896146 Sep 15 02:40:27.217491 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436b888-dc94-42d4-98af-e65490458b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=25cf49d8-04bb-4c0f-b5a0-4190db7a0d69,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:27.237612 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-2cae59bd-1d2d-4297-8d67-8eeea8bcc5cd tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791745 Sep 15 02:40:27.283214 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.286824 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b049608d-7c30-421d-89da-8c8b26fa6fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.312289 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.384335 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:27.415182 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-336995a0-3864-42d6-a8ab-e0ca6192fc29 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:27.419852 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-336995a0-3864-42d6-a8ab-e0ca6192fc29 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.37 "GET /v2.0/networks?id=7107f1b9-eecc-4ce8-9825-5c7f764c184c HTTP/1.1" status: 200 len: 812 time: 0.2572823 Sep 15 02:40:27.456591 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Sync routers for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:40:27.470533 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:27.472014 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:27.489306 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.513575 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Request body: {'port': {'device_id': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c', 'admin_state_up': True, 'tenant_id': '26f5c205fb934edfbaf292caee58de12'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:27.559070 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43954) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:27.564053 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8c56d5c2-03e6-4818-a1ab-921f5765231e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481015488', 'description': 'tempest-description--747035782'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:27.668909 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:27.772412 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c56d5c2-03e6-4818-a1ab-921f5765231e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.863895 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 43968) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:27.904916 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Made reservation on behalf of 26f5c205fb934edfbaf292caee58de12 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:27.910941 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:27.939486 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fcfd9728-1eb7-4b8d-a3dd-3e6d5a367a7d req-6a5ff6fa-bed1-469c-b2be-7bb8bb8b0539 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.3257089 Sep 15 02:40:27.953127 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Pushing event updated for resources: {'Port': ['ID=1a40de72-e29d-405b-948c-49730257952e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:28.016525 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:28.064026 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-6411fbf3-ca8f-4518-8e8c-4eb5d3217795 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8193600 Sep 15 02:40:28.077973 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d0cf942-5765-4271-88ff-dcf38bb5c070 req-44acdd62-45dc-4d0e-8a1f-fd8adcbfba84 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0423317 Sep 15 02:40:28.094169 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Network 75579842-5189-40fb-9720-3ef43c76374e is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:28.096696 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:28.097400 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:28.097863 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.189642 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.37', 49269) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:28.192842 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 2, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:28.271594 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-01c09872-589b-4e0c-b915-4d198b2993d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f21bd9d74df74b88bbc4de4cbfd3fde5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3974221 Sep 15 02:40:28.290718 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 43984) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:28.335887 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 7d019bd3-0ff8-4911-868d-a55c90d1ea9b up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:28.387022 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Checking router: aff72e51-9578-4c55-9c9a-8e5a032f44c8 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:40:28.387382 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Updating router aff72e51-9578-4c55-9c9a-8e5a032f44c8 port b94ed5f0-e884-4825-8717-1d6d8f25bd00 binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:40:28.431852 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.475209 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:28.475590 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.478737 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c56d5c2-03e6-4818-a1ab-921f5765231e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.537990 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Allocated IP 172.20.0.14 (7107f1b9-eecc-4ce8-9825-5c7f764c184c/705b734e-0c65-41e4-87f8-145e1b4346ed/d8a5603c-4185-4a4f-bfaf-0c75a5156c0e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:28.547336 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-b41572d0-1684-474e-b860-b5623cca02b7 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637179 Sep 15 02:40:28.577381 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0aef78d2-c7f2-4007-b760-11830a419273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.601279 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c56d5c2-03e6-4818-a1ab-921f5765231e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.658925 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0aef78d2-c7f2-4007-b760-11830a419273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.677474 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-ed3f031b-b017-4a69-9d43-b3a48c656929 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:28.678928 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-ed3f031b-b017-4a69-9d43-b3a48c656929 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.4888608 Sep 15 02:40:28.680774 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:40:28.713169 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56d5c2-03e6-4818-a1ab-921f5765231e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c5e6a-2051-4c1a-bc05-a844eace37a2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:28.716280 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Request body: {'port': {'device_id': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'admin_state_up': True, 'tenant_id': 'ac1722eb5fb64a9b9853cc8612279636'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:28.735990 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d0f6b5d1-75a4-48bb-816a-0453b6dc36dd None None] Provisioning complete for port 1a40de72-e29d-405b-948c-49730257952e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:28.736391 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b5d1-75a4-48bb-816a-0453b6dc36dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.753154 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c56d5c2-03e6-4818-a1ab-921f5765231e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:28.754746 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8c56d5c2-03e6-4818-a1ab-921f5765231e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1946015 Sep 15 02:40:28.763761 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44002) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:28.766012 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Sync routers for ids ['3563bb4f-f201-4852-b2d6-3658c954d4c2'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:40:28.779474 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b384cfe1-e529-4832-b9f9-46ce70ec259c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'security_group_rule': {'security_group_id': 'f84c5e6a-2051-4c1a-bc05-a844eace37a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:28.791255 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Routers {'3563bb4f-f201-4852-b2d6-3658c954d4c2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:28.793973 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3563bb4f-f201-4852-b2d6-3658c954d4c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:28.803057 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6b5d1-75a4-48bb-816a-0453b6dc36dd None None] Port 1a40de72-e29d-405b-948c-49730257952e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:40:28.993226 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b64422ad-3bae-40d2-924d-925c4a5caeb0 req-d75c109f-8639-47f8-9482-c57446cd2b1f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 210 time: 0.1635013 Sep 15 02:40:28.998775 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.025197 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.072596 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:29.128205 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Set router 3563bb4f-f201-4852-b2d6-3658c954d4c2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:29.140392 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b384cfe1-e529-4832-b9f9-46ce70ec259c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.167569 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.229131 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0aef78d2-c7f2-4007-b760-11830a419273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.232236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0aef78d2-c7f2-4007-b760-11830a419273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.233647 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-0aef78d2-c7f2-4007-b760-11830a419273 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c709fa07-5b77-49c2-91ab-ece58613a1a9 HTTP/1.1" status: 204 len: 168 time: 0.9412298 Sep 15 02:40:29.269017 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef78d2-c7f2-4007-b760-11830a419273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c709fa07-5b77-49c2-91ab-ece58613a1a9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:29.303485 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b384cfe1-e529-4832-b9f9-46ce70ec259c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.305179 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.341049 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e8ec20c-f4b1-4156-888d-8bead03ef402 req-351cacf1-2c4d-456b-b97a-92bcddaf4b20 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0803032 Sep 15 02:40:29.361673 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fbda1-1645-40f7-bb0e-ed0ac66f33af req-9403bc80-9566-4538-8e4d-ab31138de0f0 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:29.363241 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aa3fbda1-1645-40f7-bb0e-ed0ac66f33af req-9403bc80-9566-4538-8e4d-ab31138de0f0 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 932 time: 0.2426789 Sep 15 02:40:29.383342 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:40:29.404853 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8cb67280-f5fa-4d3c-bc3e-aad13a44a537 admin admin] 10.222.0.15 "PUT /v2.0/routers/5e17e643-809e-4d2f-a014-2dd2a3a9b526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3232398 Sep 15 02:40:29.482843 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Sync routers for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:40:29.497824 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b384cfe1-e529-4832-b9f9-46ce70ec259c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.521047 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aa3fbda1-1645-40f7-bb0e-ed0ac66f33af req-81d127b2-437e-4a47-88fb-3e1949418de5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428823 Sep 15 02:40:29.541729 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Made reservation on behalf of ac1722eb5fb64a9b9853cc8612279636 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:29.545539 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.625802 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Network 7107f1b9-eecc-4ce8-9825-5c7f764c184c is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:29.629226 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384cfe1-e529-4832-b9f9-46ce70ec259c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3c51f3-ad09-4e70-8284-c5cccb0f8ee9,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:29.647833 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:29.670566 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:29.700065 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:29.701188 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.781434 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Pushing event updated for resources: {'Port': ['ID=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:29.863991 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-004ffc30-a4ff-49f9-8eca-9c8ea5ea04e5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3609791 Sep 15 02:40:29.883179 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b384cfe1-e529-4832-b9f9-46ce70ec259c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:29.888429 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b384cfe1-e529-4832-b9f9-46ce70ec259c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1235230 Sep 15 02:40:29.889210 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44062) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:29.904254 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-d3be173f-fb8a-42ee-af2d-2e3a8118f961 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:40:29.909403 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-d3be173f-fb8a-42ee-af2d-2e3a8118f961 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191321 Sep 15 02:40:29.936722 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9418e892-5028-4813-9fb7-34c0800c6abd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'security_group_rule': {'security_group_id': 'f84c5e6a-2051-4c1a-bc05-a844eace37a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:30.028031 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port': {'id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '549bdb1b-0496-4418-ad4c-820f9a51f59e', 'name': '', 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'mac_address': 'fa:16:3e:e8:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:25Z', 'revision_number': 2, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'subnets': [{'id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:30.056505 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972889f-3af3-4f65-9509-b7512979a4f9 None None] Pushing event updated for resources: {'Port': ['ID=b94ed5f0-e884-4825-8717-1d6d8f25bd00,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:30.078896 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:30.078896 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.082194 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:30.082837 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:30.095669 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Checking router: 3563bb4f-f201-4852-b2d6-3658c954d4c2 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:40:30.101932 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Updating router 3563bb4f-f201-4852-b2d6-3658c954d4c2 port 549bdb1b-0496-4418-ad4c-820f9a51f59e binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:40:30.158579 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9418e892-5028-4813-9fb7-34c0800c6abd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.173685 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.179253 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-59f45d24-8454-44d2-9c8f-233b685947c5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:30.194526 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-59f45d24-8454-44d2-9c8f-233b685947c5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 818 time: 0.6537123 Sep 15 02:40:30.261045 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-4639d52a-e443-4635-b8f4-dac9eaf50734 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/quotas/c3812e73f2d54cf29768711c1a9cf4cf HTTP/1.1" status: 200 len: 375 time: 0.0654626 Sep 15 02:40:30.341318 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9418e892-5028-4813-9fb7-34c0800c6abd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.349975 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:30.425640 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9418e892-5028-4813-9fb7-34c0800c6abd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.458314 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418e892-5028-4813-9fb7-34c0800c6abd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e09a70c-0af5-450e-8b91-40afb4c9d37c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:30.475969 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Allocated IP 172.20.0.3 (6129bfb6-246e-48a1-859b-0d188bf7590f/2d5b084c-dee3-487b-97e5-eb1cc4f8e354/b877440c-5e5b-41ca-be90-3b1e7b8920cd) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:30.483428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.505021 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b20a5323-83dd-4872-8377-7e722fdb601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.560472 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-150a2ee3-757d-47cf-b765-64ff906eebea None None] Provisioning complete for port b94ed5f0-e884-4825-8717-1d6d8f25bd00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:30.560916 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-150a2ee3-757d-47cf-b765-64ff906eebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.563517 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9418e892-5028-4813-9fb7-34c0800c6abd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.569220 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-9418e892-5028-4813-9fb7-34c0800c6abd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6586905 Sep 15 02:40:30.569832 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44076) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:30.574348 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:30.615229 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-1836943b-7d0f-446d-a091-68ea3b7588ce tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3533521 Sep 15 02:40:30.622775 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-150a2ee3-757d-47cf-b765-64ff906eebea None None] Port b94ed5f0-e884-4825-8717-1d6d8f25bd00 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:40:30.647566 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Attempting to bind port b94ed5f0-e884-4825-8717-1d6d8f25bd00 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:30.648186 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Attempting to bind port b94ed5f0-e884-4825-8717-1d6d8f25bd00 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:30.648726 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Attempting to bind port b94ed5f0-e884-4825-8717-1d6d8f25bd00 on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:30.658572 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:30.659254 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Checking segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:30.659893 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.660542 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Bound using segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:30.661342 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Bound port: b94ed5f0-e884-4825-8717-1d6d8f25bd00, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:30.661966 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.742131 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44078) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:30.757634 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:30.905594 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Request body: {'port': {'device_id': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:30.968777 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-ad90abf8-73ea-4121-ac90-c4d3cca07dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347366 Sep 15 02:40:31.107202 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.152760 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7617936-e4e4-4fb8-9c7f-62d3839b196d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.191042 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3fd4b36b-ddca-4cd3-9089-0049e2335b4c service neutron] 10.222.0.15 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209942 Sep 15 02:40:31.283354 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] For port b94ed5f0-e884-4825-8717-1d6d8f25bd00, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:31.324981 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] For port b94ed5f0-e884-4825-8717-1d6d8f25bd00, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=b94ed5f0-e884-4825-8717-1d6d8f25bd00,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:31.375146 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44084) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:31.380106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.420459 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.438961 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.453546 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.527892 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.552070 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:31.562101 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-103a5631-2d3d-4773-9d24-3bc2901298ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1ab8266d4e4417d96d4f5504c636996&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1832447 Sep 15 02:40:31.563639 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44090) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:31.583302 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.586190 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972889f-3af3-4f65-9509-b7512979a4f9 None None] Pushing event updated for resources: {'Port': ['ID=b94ed5f0-e884-4825-8717-1d6d8f25bd00,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:31.599981 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 2, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:31.686591 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f71447-507e-45c6-bdf3-7fb6c28aeda1 None None] Pushing event updated for resources: {'Port': ['ID=549bdb1b-0496-4418-ad4c-820f9a51f59e,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:31.692002 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44094) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:31.696820 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-619195c9-9cd2-405f-b691-a522ce6f29a4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600422612', 'description': 'tempest-description--1336142204'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:31.717133 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.722884 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:31.723526 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:31.728204 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.744810 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Checking router: 5e17e643-809e-4d2f-a014-2dd2a3a9b526 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:40:31.745182 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Updating router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 port 1a40de72-e29d-405b-948c-49730257952e binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:40:31.847116 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Attempting to bind port 549bdb1b-0496-4418-ad4c-820f9a51f59e on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:31.847372 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Attempting to bind port 549bdb1b-0496-4418-ad4c-820f9a51f59e by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:31.847740 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Attempting to bind port 549bdb1b-0496-4418-ad4c-820f9a51f59e on network 3ea7639c-a39f-409a-9342-1e37e322a159 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:31.853130 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:31.853502 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Checking segment: {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:31.853915 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.854374 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Bound using segment: {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:31.854773 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Bound port: 549bdb1b-0496-4418-ad4c-820f9a51f59e, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:31.855411 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:31.937562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Network 6129bfb6-246e-48a1-859b-0d188bf7590f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:31.955309 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:31.966503 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:31.985098 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] For port 549bdb1b-0496-4418-ad4c-820f9a51f59e, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:31.989442 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] For port 549bdb1b-0496-4418-ad4c-820f9a51f59e, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=549bdb1b-0496-4418-ad4c-820f9a51f59e,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:31.990794 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd570659-1773-444a-8763-e455bed6344c req-607fb81e-531a-47c1-b485-e229b28f2de2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:31.992265 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dd570659-1773-444a-8763-e455bed6344c req-607fb81e-531a-47c1-b485-e229b28f2de2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 931 time: 0.2662776 Sep 15 02:40:31.993155 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.040607 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:32.071414 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b9c54-c1e3-4ece-95a8-fb2ff70f8814 req-273a5415-c243-4fca-98a0-847d6723b6c1 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:32.073006 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-999b9c54-c1e3-4ece-95a8-fb2ff70f8814 req-273a5415-c243-4fca-98a0-847d6723b6c1 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 932 time: 0.2105801 Sep 15 02:40:32.077045 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event updated for resources: {'Port': ['ID=b877440c-5e5b-41ca-be90-3b1e7b8920cd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:32.085546 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.090933 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dd570659-1773-444a-8763-e455bed6344c req-3f14f093-3de2-41ef-aeae-45a7d1937af5 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Sep 15 02:40:32.092804 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.102782 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:32.166884 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:32.172733 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.179690 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Routers {'3563bb4f-f201-4852-b2d6-3658c954d4c2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:32.180931 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3563bb4f-f201-4852-b2d6-3658c954d4c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:32.260194 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-46c0c942-2604-4f2e-b261-4b37d3a2ae10 req-27646664-0f87-4a60-afbe-0c15e08829dd tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0743144 Sep 15 02:40:32.293087 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-999b9c54-c1e3-4ece-95a8-fb2ff70f8814 req-fdcb3ab6-b779-4acf-9fe2-a7557ed5bec7 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841738 Sep 15 02:40:32.295117 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7617936-e4e4-4fb8-9c7f-62d3839b196d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.302334 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Allocated IP 172.27.3.73 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/a90d57bb-3913-4894-a874-a6469713e488) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:32.309991 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f71447-507e-45c6-bdf3-7fb6c28aeda1 None None] Pushing event updated for resources: {'Port': ['ID=549bdb1b-0496-4418-ad4c-820f9a51f59e,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:32.389196 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7617936-e4e4-4fb8-9c7f-62d3839b196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.389940 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] Set router 3563bb4f-f201-4852-b2d6-3658c954d4c2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:32.401570 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1169655-505a-4f7c-894e-ccd19001c3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.435357 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-6999a888-7e8e-4b87-bd3e-6b5d3150f4e1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7234628 Sep 15 02:40:32.488128 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-69f4289a-4515-43f5-aef6-e67e16560fd1 None None] Provisioning complete for port b94ed5f0-e884-4825-8717-1d6d8f25bd00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:32.488128 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-69f4289a-4515-43f5-aef6-e67e16560fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.539726 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-619195c9-9cd2-405f-b691-a522ce6f29a4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.551831 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1169655-505a-4f7c-894e-ccd19001c3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.576050 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b7617936-e4e4-4fb8-9c7f-62d3839b196d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf441314a62b4cd1b43c40ecaf0e4ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8327084 Sep 15 02:40:32.584262 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44102) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:32.637728 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.741892 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-69f4289a-4515-43f5-aef6-e67e16560fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.747426 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a5603c-4185-4a4f-bfaf-0c75a5156c0e {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:32.752617 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f18fa5-268c-4604-9eb8-0f538924bd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.755008 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7617936-e4e4-4fb8-9c7f-62d3839b196d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5cdcec-c3d6-4016-b788-c4a0675e5b3f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:32.780500 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.792791 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.798096 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.838477 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:32.852063 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f18fa5-268c-4604-9eb8-0f538924bd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.854144 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:32.857855 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:32.885770 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-69f4289a-4515-43f5-aef6-e67e16560fd1 None None] For port b94ed5f0-e884-4825-8717-1d6d8f25bd00, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=b94ed5f0-e884-4825-8717-1d6d8f25bd00,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:32.891827 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'Port': ['ID=a90d57bb-3913-4894-a874-a6469713e488,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:32.907744 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Transition to ACTIVE for port object d8a5603c-4185-4a4f-bfaf-0c75a5156c0e will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:40:32.957001 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:32.962695 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-619195c9-9cd2-405f-b691-a522ce6f29a4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.974591 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port': {'id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '549bdb1b-0496-4418-ad4c-820f9a51f59e', 'name': '', 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'mac_address': 'fa:16:3e:e8:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'subnets': [{'id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:32.987601 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-69f4289a-4515-43f5-aef6-e67e16560fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:32.997538 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51650d3-179c-44b4-a1aa-695e3fe9fe88 None None] The sync data for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi is: [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:40:33.037605 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-619195c9-9cd2-405f-b691-a522ce6f29a4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.043659 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6487b7-f6ba-4edd-92a1-d160e3d9ae58 None None] The sync data for ids ['3563bb4f-f201-4852-b2d6-3658c954d4c2'] in dv-cinder-760193-12-iscsi is: [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port': {'id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '549bdb1b-0496-4418-ad4c-820f9a51f59e', 'name': '', 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'mac_address': 'fa:16:3e:e8:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'subnets': [{'id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:40:33.070326 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.083972 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1169655-505a-4f7c-894e-ccd19001c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.092403 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1169655-505a-4f7c-894e-ccd19001c3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.097263 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-d1169655-505a-4f7c-894e-ccd19001c3d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1acde099-0e2c-4430-8eea-bd5d44a91e1a HTTP/1.1" status: 204 len: 168 time: 1.5179124 Sep 15 02:40:33.111652 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.119474 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1169655-505a-4f7c-894e-ccd19001c3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acde099-0e2c-4430-8eea-bd5d44a91e1a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:33.141451 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f18fa5-268c-4604-9eb8-0f538924bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.148589 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f18fa5-268c-4604-9eb8-0f538924bd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.149311 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-43f18fa5-268c-4604-9eb8-0f538924bd0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d5cdcec-c3d6-4016-b788-c4a0675e5b3f HTTP/1.1" status: 204 len: 168 time: 0.5696366 Sep 15 02:40:33.166488 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619195c9-9cd2-405f-b691-a522ce6f29a4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776c105b-2628-4607-bd3c-5e50f115aecc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:33.337253 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4289a-4515-43f5-aef6-e67e16560fd1 None None] Pushing event updated for resources: {'Port': ['ID=b94ed5f0-e884-4825-8717-1d6d8f25bd00,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:33.380672 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-619195c9-9cd2-405f-b691-a522ce6f29a4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.387983 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-619195c9-9cd2-405f-b691-a522ce6f29a4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6947589 Sep 15 02:40:33.392079 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18fa5-268c-4604-9eb8-0f538924bd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5cdcec-c3d6-4016-b788-c4a0675e5b3f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:33.400855 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44116) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:33.424606 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-448654d2-d841-454e-9898-0b4b75e4143b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'security_group_rule': {'security_group_id': '776c105b-2628-4607-bd3c-5e50f115aecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:33.426702 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.487144 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ddf12464-f5e7-481d-b518-bee5fcf4865b req-b548833f-0b34-4c8a-ab9d-519399f51de5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0960603 Sep 15 02:40:33.529699 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f54207-29db-4a7e-82c7-039725612de2 req-00f6ff15-f133-4a11-982b-8d127c74f050 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:33.537771 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e0f54207-29db-4a7e-82c7-039725612de2 req-00f6ff15-f133-4a11-982b-8d127c74f050 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 931 time: 0.2531979 Sep 15 02:40:33.549519 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.591953 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.640554 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:33.654880 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e0f54207-29db-4a7e-82c7-039725612de2 req-95b112ed-3090-4e56-be1b-3981dc58d555 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162128 Sep 15 02:40:33.663014 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Attempting to bind port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:33.663381 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Attempting to bind port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'aabe58e4-f295-4e90-86ca-e24f011480c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:33.663732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Attempting to bind port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e on network 7107f1b9-eecc-4ce8-9825-5c7f764c184c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:33.693468 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-448654d2-d841-454e-9898-0b4b75e4143b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.697585 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e on network 7107f1b9-eecc-4ce8-9825-5c7f764c184c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:40:33.697585 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Attempting to bind port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e on network 7107f1b9-eecc-4ce8-9825-5c7f764c184c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:33.721911 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:33.728615 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Checking segment: {'id': 'aabe58e4-f295-4e90-86ca-e24f011480c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:33.728615 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Bound using segment: {'id': 'aabe58e4-f295-4e90-86ca-e24f011480c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:33.728615 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Bound port: d8a5603c-4185-4a4f-bfaf-0c75a5156c0e, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabe58e4-f295-4e90-86ca-e24f011480c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:33.728615 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.814503 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-448654d2-d841-454e-9898-0b4b75e4143b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.840774 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa07a-bead-4587-8934-e9c077790c18 req-017824d2-a9ee-4e17-9665-b880e95f2798 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:33.849783 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-56faa07a-bead-4587-8934-e9c077790c18 req-017824d2-a9ee-4e17-9665-b880e95f2798 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.2556088 Sep 15 02:40:33.880820 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db9c12-badc-4a0a-878d-710bb65a61aa None None] Pushing event updated for resources: {'Port': ['ID=1a40de72-e29d-405b-948c-49730257952e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:33.882640 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-448654d2-d841-454e-9898-0b4b75e4143b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.930706 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-56faa07a-bead-4587-8934-e9c077790c18 req-efe05c6b-4060-4c08-a384-91e98a07b6b7 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799961 Sep 15 02:40:33.941529 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448654d2-d841-454e-9898-0b4b75e4143b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e522c5-cc0e-4a62-b65c-14777e09ccd0,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:33.979126 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Attempting to bind port 1a40de72-e29d-405b-948c-49730257952e on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:33.979928 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Attempting to bind port 1a40de72-e29d-405b-948c-49730257952e by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:33.980271 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Attempting to bind port 1a40de72-e29d-405b-948c-49730257952e on network 75579842-5189-40fb-9720-3ef43c76374e {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:33.986793 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:33.989767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Checking segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:33.989767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:33.989767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Bound using segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:33.989767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Bound port: 1a40de72-e29d-405b-948c-49730257952e, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:33.989767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.013803 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-448654d2-d841-454e-9898-0b4b75e4143b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.014588 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-448654d2-d841-454e-9898-0b4b75e4143b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6090014 Sep 15 02:40:34.015343 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44124) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:34.020245 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-700785e1-efc9-4f3b-a6e3-39ce0ea1b0c8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'security_group_rule': {'security_group_id': '776c105b-2628-4607-bd3c-5e50f115aecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:34.123118 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] For port 1a40de72-e29d-405b-948c-49730257952e, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:34.127957 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] For port 1a40de72-e29d-405b-948c-49730257952e, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=1a40de72-e29d-405b-948c-49730257952e,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:34.147037 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-700785e1-efc9-4f3b-a6e3-39ce0ea1b0c8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.179291 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 549bdb1b-0496-4418-ad4c-820f9a51f59e up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:34.212319 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] For port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:34.290052 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] For port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,segment=NetworkSegment(aabe58e4-f295-4e90-86ca-e24f011480c0),segment_id=aabe58e4-f295-4e90-86ca-e24f011480c0)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:34.327738 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.346121 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.363321 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.388794 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-700785e1-efc9-4f3b-a6e3-39ce0ea1b0c8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.405505 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.429669 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:34.434998 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.434998 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8a5603c-4185-4a4f-bfaf-0c75a5156c0e HTTP/1.1" status: 200 len: 1094 time: 3.8938234 Sep 15 02:40:34.434998 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'tag': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:40:34.435389 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db9c12-badc-4a0a-878d-710bb65a61aa None None] Pushing event updated for resources: {'Port': ['ID=1a40de72-e29d-405b-948c-49730257952e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:34.445619 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1647bc64-b94d-4314-ac6e-4b21b64ec78d None None] Provisioning complete for port 1a40de72-e29d-405b-948c-49730257952e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:34.446366 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1647bc64-b94d-4314-ac6e-4b21b64ec78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.478812 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:40:34.479455 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:40:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:34.488944 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-700785e1-efc9-4f3b-a6e3-39ce0ea1b0c8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.544581 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700785e1-efc9-4f3b-a6e3-39ce0ea1b0c8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5877d781-4d7a-49ad-81c6-638a5451215a,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:34.588938 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.617129 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Request body: {'port': {'device_id': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:34.623762 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-700785e1-efc9-4f3b-a6e3-39ce0ea1b0c8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.625475 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-700785e1-efc9-4f3b-a6e3-39ce0ea1b0c8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6090782 Sep 15 02:40:34.627808 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4bebe-12e9-41e7-a782-31ffbb7e87f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:34.631941 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44136) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:34.636443 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:34.669736 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-787d65e6-3f5a-4f5c-aa5e-44414665481e req-b9168f03-fb5c-4970-9fd1-0bd052ae6413 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0780079 Sep 15 02:40:34.844969 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:34.846197 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2754383 Sep 15 02:40:34.859929 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44146) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:34.923286 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 549bdb1b-0496-4418-ad4c-820f9a51f59e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:34.923795 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.003506 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027cdfe-c336-4ae4-893b-587ed75eba1d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'Port': ['ID=a90d57bb-3913-4894-a874-a6469713e488,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:35.033920 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.038601 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43ce662d-ef47-4929-81b4-d34e7ebc35ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.108347 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.124803 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-bc0f0d78-fd0e-41d8-ac7d-601a3972d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:35.135795 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-bc0f0d78-fd0e-41d8-ac7d-601a3972d869 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26f5c205fb934edfbaf292caee58de12&device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 1097 time: 0.3014662 Sep 15 02:40:35.196827 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63338b54-7e3a-430a-a4db-bd8e0f5540d3" -d '{"events": [{"name": "network-changed", "server_uuid": "791c461a-fcc8-4a69-a36f-eb0f63aa9647", "tag": "d8a5603c-4185-4a4f-bfaf-0c75a5156c0e"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:40:35.217971 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:40:35.499976 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-2d81a32a-f872-4371-845b-a73290b6a8ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e HTTP/1.1" status: 200 len: 217 time: 0.3143418 Sep 15 02:40:35.513013 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1647bc64-b94d-4314-ac6e-4b21b64ec78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.596282 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a7fc-d5c3-4d3b-9834-122c429914e0 req-cc102aa1-7f3c-40b0-abd1-917e1b95a57a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:35.599286 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d76a7fc-d5c3-4d3b-9834-122c429914e0 req-cc102aa1-7f3c-40b0-abd1-917e1b95a57a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 931 time: 0.7354634 Sep 15 02:40:35.629452 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.664753 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.683491 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882856e9-c5c1-440c-945d-6310735c447c req-1bef7eda-eaaa-469d-9537-564c030ad27d tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:35.685593 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-882856e9-c5c1-440c-945d-6310735c447c req-1bef7eda-eaaa-469d-9537-564c030ad27d tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.3119266 Sep 15 02:40:35.690774 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-c0424582-00df-4ea5-b4d0-bd9f810be22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:35.692386 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-c0424582-00df-4ea5-b4d0-bd9f810be22e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=705b734e-0c65-41e4-87f8-145e1b4346ed HTTP/1.1" status: 200 len: 852 time: 0.0603127 Sep 15 02:40:35.723508 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1647bc64-b94d-4314-ac6e-4b21b64ec78d None None] For port 1a40de72-e29d-405b-948c-49730257952e, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=1a40de72-e29d-405b-948c-49730257952e,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:35.915956 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1647bc64-b94d-4314-ac6e-4b21b64ec78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.917446 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-c56aa6ba-60c9-48e5-b5f6-1904aa13b201 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7107f1b9-eecc-4ce8-9825-5c7f764c184c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709338 Sep 15 02:40:35.917536 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d76a7fc-d5c3-4d3b-9834-122c429914e0 req-6dea297a-5cb5-4e02-b33e-d8a73449b75b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664123 Sep 15 02:40:35.917618 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 549bdb1b-0496-4418-ad4c-820f9a51f59e, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=549bdb1b-0496-4418-ad4c-820f9a51f59e,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:35.927232 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-882856e9-c5c1-440c-945d-6310735c447c req-f0536cbe-d43b-4649-aa16-db1aeff6511c tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252414 Sep 15 02:40:35.980409 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43ce662d-ef47-4929-81b4-d34e7ebc35ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:35.981364 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647bc64-b94d-4314-ac6e-4b21b64ec78d None None] Pushing event updated for resources: {'Port': ['ID=1a40de72-e29d-405b-948c-49730257952e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:35.995091 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-79d3d16f-2e5d-4115-8649-f14618ad6cdd None None] Provisioning complete for port 1a40de72-e29d-405b-948c-49730257952e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:35.995496 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79d3d16f-2e5d-4115-8649-f14618ad6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.043740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Allocated IP 172.27.3.123 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/15e06f02-6ad3-4404-9953-0a9259f0533a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:36.069843 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:34Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:40:36.101407 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43ce662d-ef47-4929-81b4-d34e7ebc35ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.106367 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.107177 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device b94ed5f0-e884-4825-8717-1d6d8f25bd00 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:36.112359 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d581f1-5695-46ac-9ae1-c2063e92a8f9 None None] The sync data for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi is: [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:34Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:40:36.132112 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b877440c-5e5b-41ca-be90-3b1e7b8920cd {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:36.213923 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.367640 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-df192617-5e0d-4f88-ae10-b02b9b98f65e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1481015488&fields=id&tenant_id=bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 267 time: 0.3209281 Sep 15 02:40:36.388067 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Transition to ACTIVE for port object b877440c-5e5b-41ca-be90-3b1e7b8920cd will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:40:36.389855 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce662d-ef47-4929-81b4-d34e7ebc35ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c95ae73-c42c-4f5d-9da1-e79dc6fc02e6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:36.393583 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=549bdb1b-0496-4418-ad4c-820f9a51f59e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:36.420240 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port b94ed5f0-e884-4825-8717-1d6d8f25bd00 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:36.420995 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.423043 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-43ce662d-ef47-4929-81b4-d34e7ebc35ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23bdfbb282ad4291a0e147d73fbf7a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5605414 Sep 15 02:40:36.427779 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:36.551871 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.37', 49280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:36.657767 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.810529 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:36.811155 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-85a9bf96-86cf-4d30-9415-baddccd90f7e service neutron] 10.222.0.37 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219302 Sep 15 02:40:36.811922 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:36.811922 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.885677 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:36.934945 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c685440-51f9-41f8-a55c-aef959c74161 x-openstack-request-id: req-7c685440-51f9-41f8-a55c-aef959c74161 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:40:36.937971 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791c461a-fcc8-4a69-a36f-eb0f63aa9647", "tag": "d8a5603c-4185-4a4f-bfaf-0c75a5156c0e", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:40:36.938373 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c685440-51f9-41f8-a55c-aef959c74161 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:40:36.938953 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'tag': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e', 'status': 'completed', 'code': 200} Sep 15 02:40:37.019229 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.123982 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'Port': ['ID=15e06f02-6ad3-4404-9953-0a9259f0533a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:37.257812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:37.276098 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:37.279646 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-abc4d460-8e3a-4338-86f3-20575e89e180 req-efb82559-95ea-427a-8925-240ee3a5b1a2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.5143740 Sep 15 02:40:37.301326 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:37.371953 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Pushing event updated for resources: {'Port': ['ID=b877440c-5e5b-41ca-be90-3b1e7b8920cd,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:37.407067 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0fd41d42-5cc2-4fa5-9545-1dabbcc28617 req-aa6eee1f-39c2-4e27-93c9-6571400f0374 service neutron] 10.222.0.37 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670081 Sep 15 02:40:37.410188 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.428055 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 549bdb1b-0496-4418-ad4c-820f9a51f59e up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:37.564205 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.587567 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 549bdb1b-0496-4418-ad4c-820f9a51f59e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:37.592532 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.642554 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-77465045-196f-4d82-86d4-b1d099f5c251 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:37.659400 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-77465045-196f-4d82-86d4-b1d099f5c251 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 817 time: 1.2738526 Sep 15 02:40:37.730919 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-0736b697-1380-4169-a28d-d728e532e5b2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:37.732542 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-0736b697-1380-4169-a28d-d728e532e5b2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 818 time: 1.1565530 Sep 15 02:40:37.748101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-310d378d-3f23-4436-acc7-1bc83d9b98e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.757433 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 1a40de72-e29d-405b-948c-49730257952e up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:37.778523 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-ba6743e3-f6c2-4cec-9f71-0364ca2d077d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/quotas/bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 375 time: 0.1171520 Sep 15 02:40:37.810881 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Request body: {'port': {'device_id': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'admin_state_up': True, 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:37.893937 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-310d378d-3f23-4436-acc7-1bc83d9b98e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.927588 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 1a40de72-e29d-405b-948c-49730257952e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:37.931873 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.946804 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b769-9de7-4dfe-b848-4519f0240b9d req-584a6de9-acc8-4ca0-a54a-e1c6f7342e7c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:37.958566 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-69b5b769-9de7-4dfe-b848-4519f0240b9d req-584a6de9-acc8-4ca0-a54a-e1c6f7342e7c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.5701754 Sep 15 02:40:37.982897 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.060794 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Attempting to bind port b877440c-5e5b-41ca-be90-3b1e7b8920cd on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:38.061601 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Attempting to bind port b877440c-5e5b-41ca-be90-3b1e7b8920cd by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:38.062171 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Attempting to bind port b877440c-5e5b-41ca-be90-3b1e7b8920cd on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:38.107586 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.112072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-20656e2a-abab-4c0f-b2f6-30d645d716f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:38.113663 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-20656e2a-abab-4c0f-b2f6-30d645d716f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26f5c205fb934edfbaf292caee58de12&device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 1097 time: 0.1274955 Sep 15 02:40:38.137234 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-32cff66f-5c68-47c2-85ff-5835892c5f4a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3572955 Sep 15 02:40:38.163004 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Port b877440c-5e5b-41ca-be90-3b1e7b8920cd on network 6129bfb6-246e-48a1-859b-0d188bf7590f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:40:38.166739 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Attempting to bind port b877440c-5e5b-41ca-be90-3b1e7b8920cd on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:38.173079 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.209293 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-69b5b769-9de7-4dfe-b848-4519f0240b9d req-49d99916-f7ac-4711-82e5-ac0c4302339d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149231 Sep 15 02:40:38.246175 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:38.246471 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Checking segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:38.247026 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Bound using segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:38.247563 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Bound port: b877440c-5e5b-41ca-be90-3b1e7b8920cd, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:38.247835 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.287272 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.37', 49283) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:38.382295 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'Port': ['ID=15e06f02-6ad3-4404-9953-0a9259f0533a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:38.456968 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045abf31-3d8f-45c0-9940-0e40f2cd1490 req-593705fe-663f-4b0c-8f58-78617f4363b9 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:38.458561 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-045abf31-3d8f-45c0-9940-0e40f2cd1490 req-593705fe-663f-4b0c-8f58-78617f4363b9 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.1072071 Sep 15 02:40:38.472186 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-f5cccdba-0ebf-4cfc-8b79-ce838141b4af service neutron] 10.222.0.15 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177497 Sep 15 02:40:38.483741 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-5b5b19dc-d74a-4a27-8cd1-18d0e7071fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:38.485618 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-5b5b19dc-d74a-4a27-8cd1-18d0e7071fa8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7107f1b9-eecc-4ce8-9825-5c7f764c184c HTTP/1.1" status: 200 len: 913 time: 0.3270750 Sep 15 02:40:38.496284 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.504975 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-3839d805-56ef-40b3-ac55-1f84d1102e03 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8718827 Sep 15 02:40:38.510564 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-310d378d-3f23-4436-acc7-1bc83d9b98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.514158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-310d378d-3f23-4436-acc7-1bc83d9b98e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.515302 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-310d378d-3f23-4436-acc7-1bc83d9b98e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c95ae73-c42c-4f5d-9da1-e79dc6fc02e6 HTTP/1.1" status: 204 len: 168 time: 2.0843639 Sep 15 02:40:38.567205 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] For port b877440c-5e5b-41ca-be90-3b1e7b8920cd, host hv-cinder-76019, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:38.591328 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-75803ea5-157c-40eb-92a4-5fc01901c288 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:38.592969 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-75803ea5-157c-40eb-92a4-5fc01901c288 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 818 time: 0.3022070 Sep 15 02:40:38.614670 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-045abf31-3d8f-45c0-9940-0e40f2cd1490 req-2327227f-ecf9-410a-aaba-edbd2cc6ce92 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414990 Sep 15 02:40:38.645907 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d378d-3f23-4436-acc7-1bc83d9b98e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c95ae73-c42c-4f5d-9da1-e79dc6fc02e6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:38.654202 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] For port b877440c-5e5b-41ca-be90-3b1e7b8920cd, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:38.752001 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Made reservation on behalf of c3812e73f2d54cf29768711c1a9cf4cf for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:38.755545 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:38.768953 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-cb3738f2-0c95-4a9d-98d8-a55cf23987b7 service neutron] 10.222.0.15 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703269 Sep 15 02:40:38.825871 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7a89f1d1-b96b-498f-ad4b-683ecbe59c54 req-76457c0a-a8b7-4612-9682-c2ff62c472c3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0496888 Sep 15 02:40:38.853959 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:39.002939 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:39.003691 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:39.005107 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] 10.222.0.37 "PUT /v2.0/ports/b877440c-5e5b-41ca-be90-3b1e7b8920cd HTTP/1.1" status: 200 len: 1093 time: 4.3946738 Sep 15 02:40:39.008850 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'tag': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:40:39.088620 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61a3a-256d-4e9b-82b9-75fbd660879a service neutron] Pushing event updated for resources: {'Port': ['ID=b877440c-5e5b-41ca-be90-3b1e7b8920cd,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:39.098770 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:40:39.105846 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-109ce696-7475-4e06-ae32-937974b44014 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--600422612&fields=id&tenant_id=e5b1729613754d89a0726ae2fd0e3edd HTTP/1.1" status: 200 len: 267 time: 0.1458731 Sep 15 02:40:39.188760 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-423c8827-529d-4ab7-9cbd-2e9695d04bbc req-9a343026-06b9-4b37-876f-b9b340922cd5 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0564871 Sep 15 02:40:39.194328 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Allocated IP 172.20.0.4 (3ea7639c-a39f-409a-9342-1e37e322a159/d3587237-7c3c-4970-a87c-8bc86b7763fb/2e076bdd-98e1-4c01-af2f-0d26d613e688) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:39.331310 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-f5965e61-9202-4fc3-b0cb-49da7dfa3635 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:39.340887 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-f5965e61-9202-4fc3-b0cb-49da7dfa3635 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 810 time: 0.2301590 Sep 15 02:40:39.359511 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235dba48-22a6-4d65-bcc4-52f87c36e6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "47b60182-faa2-41c6-b7fe-e9252bd20700", "tag": "b877440c-5e5b-41ca-be90-3b1e7b8920cd"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:40:39.443332 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-94ffe02e-3830-4aed-8cbb-5582968c60ac tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/quotas/e5b1729613754d89a0726ae2fd0e3edd HTTP/1.1" status: 200 len: 375 time: 0.0948832 Sep 15 02:40:39.543286 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4b9e2-6b7b-464f-9b5d-e10ebc19a2a4 req-c72ce8f1-553d-44d0-96a2-3cb55fb4d63f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:39.544962 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aaf4b9e2-6b7b-464f-9b5d-e10ebc19a2a4 req-c72ce8f1-553d-44d0-96a2-3cb55fb4d63f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.1887829 Sep 15 02:40:39.606666 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-a0a0fb51-de6e-4fd0-9678-014cbf5d1922 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1660147 Sep 15 02:40:39.703997 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aaf4b9e2-6b7b-464f-9b5d-e10ebc19a2a4 req-f0c7cf66-4f9e-487d-88e0-188d29a6150d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187990 Sep 15 02:40:39.767180 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:39.797242 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-7836635b-279b-4c4f-aeb5-6c8d43ce6b66 service neutron] 10.222.0.15 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766253 Sep 15 02:40:39.911663 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:39.974234 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Network 3ea7639c-a39f-409a-9342-1e37e322a159 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:39.979562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:39.986643 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-c3b81d30-5358-4a77-8e67-4ee68e82cda7 service neutron] 10.222.0.15 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808598 Sep 15 02:40:39.988174 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:40.026324 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a82c5c2-c8ea-4010-8d24-7c660e3b219e x-openstack-request-id: req-6a82c5c2-c8ea-4010-8d24-7c660e3b219e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:40:40.027131 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b60182-faa2-41c6-b7fe-e9252bd20700", "tag": "b877440c-5e5b-41ca-be90-3b1e7b8920cd", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:40:40.028090 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a82c5c2-c8ea-4010-8d24-7c660e3b219e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:40:40.028580 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'tag': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd', 'status': 'completed', 'code': 200} Sep 15 02:40:40.031978 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Pushing event updated for resources: {'Port': ['ID=2e076bdd-98e1-4c01-af2f-0d26d613e688,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:40.068768 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:40.069601 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:40.129014 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3101e4-5248-4bf0-b83c-b8b1cebf97d6 req-e531ec3b-852f-4e91-89aa-1198c98b779e tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:40.146121 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db3101e4-5248-4bf0-b83c-b8b1cebf97d6 req-e531ec3b-852f-4e91-89aa-1198c98b779e tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0645633 Sep 15 02:40:40.164962 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-1dee2363-9006-44d9-b5d8-e7aedb88cf4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3590586 Sep 15 02:40:40.172394 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db3101e4-5248-4bf0-b83c-b8b1cebf97d6 req-a2575c8e-b5c8-4fc5-a0ec-b304a2eefc6a tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336514 Sep 15 02:40:40.274956 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eed31320-d33b-473f-825e-1f98a89a1689 req-e0f7fdb2-3759-48e0-9646-f72e35d28582 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0317197 Sep 15 02:40:40.302571 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4d4e1a50-3b56-49ee-950c-cab845b30504 req-63cfeb51-73ca-4770-9d54-d2fb51558e49 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0299652 Sep 15 02:40:40.394154 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aea8a15b-0653-4ed4-9b3f-3f2a6c9712d6 req-839412c8-b833-410a-9f58-f8c885ad056d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0394247 Sep 15 02:40:40.823103 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634214ef-80a4-4e8c-a5f2-a49a17da9fff req-a4a451f8-4f0f-4481-8b0e-1029530bc4f3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:40.824863 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-634214ef-80a4-4e8c-a5f2-a49a17da9fff req-a4a451f8-4f0f-4481-8b0e-1029530bc4f3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0535934 Sep 15 02:40:40.866082 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-634214ef-80a4-4e8c-a5f2-a49a17da9fff req-3c99ab40-583e-4537-badd-7e4d0cddc0c2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Sep 15 02:40:41.285522 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca059-cade-4ba6-a07b-1332bccedaa3 req-b2bffd64-9a09-46dd-917f-b9e26a6e4443 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:41.286906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-005ca059-cade-4ba6-a07b-1332bccedaa3 req-b2bffd64-9a09-46dd-917f-b9e26a6e4443 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0499101 Sep 15 02:40:41.327826 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-005ca059-cade-4ba6-a07b-1332bccedaa3 req-d204ddc0-d971-430e-9a83-c6ade6f6ddc6 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Sep 15 02:40:41.380404 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4068d5e9-dc24-4315-887b-bff3c5d8281b req-73318ca0-f23d-436c-8b9b-fba9430e4c4f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0280957 Sep 15 02:40:41.417765 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3185283e-2290-4cf9-9bd2-8a11f184f41b req-67f78d94-501c-451e-aff2-7228aa808d0b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0321603 Sep 15 02:40:41.515116 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4457e125-f59f-48a9-a409-fd0deada3fc5 req-a45a3c88-2ffd-47b8-87bb-0e6b9e1ff274 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0270767 Sep 15 02:40:41.559397 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44352) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:41.686877 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edeed608-ee99-4924-af20-c9cbdb096c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:41.790910 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edeed608-ee99-4924-af20-c9cbdb096c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:41.842428 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edeed608-ee99-4924-af20-c9cbdb096c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:41.879608 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44362) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:41.880162 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-edeed608-ee99-4924-af20-c9cbdb096c51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95c34e5d52eb4122b14636b8e7c56e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190627 Sep 15 02:40:41.902718 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeed608-ee99-4924-af20-c9cbdb096c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edee1ebf-6dac-49dd-9b5a-d301979d3600,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:42.000900 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a56ef101-35dc-4f7d-9d4f-26275cc7b8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:42.024630 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db483b17-0896-4a7a-b676-32c45d8a53d7 req-cbb7556d-82fb-4e0e-afd9-59d5dfaebc25 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:42.026289 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db483b17-0896-4a7a-b676-32c45d8a53d7 req-cbb7556d-82fb-4e0e-afd9-59d5dfaebc25 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0742595 Sep 15 02:40:42.029399 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a56ef101-35dc-4f7d-9d4f-26275cc7b8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:42.082008 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db483b17-0896-4a7a-b676-32c45d8a53d7 req-5395bc27-334d-4fca-9e9f-8ac0fe7ab461 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479543 Sep 15 02:40:42.149705 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a56ef101-35dc-4f7d-9d4f-26275cc7b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:42.153301 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a56ef101-35dc-4f7d-9d4f-26275cc7b8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:42.157391 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-a56ef101-35dc-4f7d-9d4f-26275cc7b8e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edee1ebf-6dac-49dd-9b5a-d301979d3600 HTTP/1.1" status: 204 len: 168 time: 0.2696996 Sep 15 02:40:42.163072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ef101-35dc-4f7d-9d4f-26275cc7b8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edee1ebf-6dac-49dd-9b5a-d301979d3600,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:42.482410 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b298996-ac6c-49a4-bd37-f58b54d80ab0 req-51342df4-742b-4a6f-bae3-31fa466c435d tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:42.491873 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1b298996-ac6c-49a4-bd37-f58b54d80ab0 req-51342df4-742b-4a6f-bae3-31fa466c435d tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0842705 Sep 15 02:40:42.565317 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d2365441-3e56-47ad-a6fa-48d5d9019f0f req-f3354e79-bdf9-433e-9452-576bb73d6978 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0461881 Sep 15 02:40:42.576025 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1b298996-ac6c-49a4-bd37-f58b54d80ab0 req-b0d1f129-87af-4948-94dd-bf353be8f067 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827923 Sep 15 02:40:42.712716 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a7ea0d37-7c41-43c4-9772-6cd8ee09e5de req-dbcf0ec9-97de-474b-a185-349964050fba tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0547793 Sep 15 02:40:42.722790 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e8c2d308-e1c7-4ae2-a814-f9a62886ebbc req-5478afe8-5b48-4ef0-bd62-19f3830b7edd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0557392 Sep 15 02:40:43.189361 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb34a-ad8c-42c7-ae49-a157b898f1a6 req-20c4ede8-0e80-4508-b061-1ebcdef4c05d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:43.191010 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c16cb34a-ad8c-42c7-ae49-a157b898f1a6 req-20c4ede8-0e80-4508-b061-1ebcdef4c05d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0516171 Sep 15 02:40:43.251237 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c16cb34a-ad8c-42c7-ae49-a157b898f1a6 req-1cdbcc2f-4edc-4e80-b13b-a7dc00a8878e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 Sep 15 02:40:43.745710 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9db28095-7949-4751-b238-1184dd7f31fc req-3109fba0-ce98-4f44-aedd-b4996e1888d5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0460389 Sep 15 02:40:43.785848 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c40a02-7854-41d5-b3de-6fb0caaf6fae req-729e21e9-c801-482a-a3c1-9050fe73173a tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:43.787985 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-04c40a02-7854-41d5-b3de-6fb0caaf6fae req-729e21e9-c801-482a-a3c1-9050fe73173a tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0837498 Sep 15 02:40:43.835396 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:43.838436 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e4f387e2-1d3f-4672-be63-152afc6d4350 req-96c005ee-1e5b-4323-a515-4b89e2b3232a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0450847 Sep 15 02:40:43.850421 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f31c5d13-dedc-40a9-a7e5-860d181ef574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:43.893259 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-04c40a02-7854-41d5-b3de-6fb0caaf6fae req-02acbceb-71af-413d-a481-914773e00608 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862675 Sep 15 02:40:43.955572 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6890cb11-c60e-4a51-92e3-7d28bf2b957b req-c3531124-0fa4-4ef5-9f9a-83576f816824 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0340652 Sep 15 02:40:43.979595 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f31c5d13-dedc-40a9-a7e5-860d181ef574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:44.041963 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f31c5d13-dedc-40a9-a7e5-860d181ef574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:44.083690 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f31c5d13-dedc-40a9-a7e5-860d181ef574 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=231078c41f414cf58d7dedf613362c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471244 Sep 15 02:40:44.084686 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c5d13-dedc-40a9-a7e5-860d181ef574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24a9acf-02ab-4f30-be4f-14f343ab02f1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:44.086550 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44416) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:44.160817 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e6eafb7-da19-4221-9f59-e9f4bd94a688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:44.183573 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e6eafb7-da19-4221-9f59-e9f4bd94a688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:44.377946 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219d91-ee19-45e8-8144-191fa1c17ed9 req-6751e01a-ee55-4153-90e9-a843822f6584 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:44.379373 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c4219d91-ee19-45e8-8144-191fa1c17ed9 req-6751e01a-ee55-4153-90e9-a843822f6584 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0560355 Sep 15 02:40:44.423787 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c4219d91-ee19-45e8-8144-191fa1c17ed9 req-292b7745-ecf1-4f9c-915b-3ac56f8ce873 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384696 Sep 15 02:40:44.438336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e6eafb7-da19-4221-9f59-e9f4bd94a688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:44.442020 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e6eafb7-da19-4221-9f59-e9f4bd94a688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:44.445328 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-7e6eafb7-da19-4221-9f59-e9f4bd94a688 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c24a9acf-02ab-4f30-be4f-14f343ab02f1 HTTP/1.1" status: 204 len: 168 time: 0.3568232 Sep 15 02:40:44.455312 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eafb7-da19-4221-9f59-e9f4bd94a688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24a9acf-02ab-4f30-be4f-14f343ab02f1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:44.843642 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e592666-c121-4e12-83fb-2333f150ce00 req-03fc6399-4bb0-476d-b127-bf1a570ce80d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0326574 Sep 15 02:40:45.019957 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8e034faa-2732-46ff-b639-ec34c4a25208 req-c1849c07-b2ad-492c-a792-fb1eb10b3385 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0717008 Sep 15 02:40:45.146145 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1521b66d-d2ac-4ad3-95eb-3a9c18150168 req-7ffd44d4-8aa5-42f1-9c2c-c29ee901c0ed tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0421166 Sep 15 02:40:45.154702 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85299af-91fe-4e7e-925c-3db7aae465ae req-be5709fd-8e64-4563-a7a7-5a4d44576473 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:45.163849 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f85299af-91fe-4e7e-925c-3db7aae465ae req-be5709fd-8e64-4563-a7a7-5a4d44576473 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.1520584 Sep 15 02:40:45.206939 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f85299af-91fe-4e7e-925c-3db7aae465ae req-bf6a2f02-fdf8-4da9-ab47-b8da4576ebe6 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Sep 15 02:40:45.554132 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1d1fe-146a-4d76-ae9e-fa0744b637c0 req-5f76308d-1278-4879-8982-5417fb2a2e2d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:45.555803 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3cd1d1fe-146a-4d76-ae9e-fa0744b637c0 req-5f76308d-1278-4879-8982-5417fb2a2e2d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0605142 Sep 15 02:40:45.597393 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3cd1d1fe-146a-4d76-ae9e-fa0744b637c0 req-3d9b557d-fdb6-4e4c-a154-69b369165166 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347159 Sep 15 02:40:45.938444 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f3150d3c-f688-4351-84d7-62b95084d43a req-c0594095-9294-4d80-be4a-8700c1613492 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0266871 Sep 15 02:40:46.115835 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eecd27b8-200d-45ad-b42a-3b9a1d1df631 req-d48ca740-5d8a-4e78-b22a-420056f1a658 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0266209 Sep 15 02:40:46.264896 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3e5d3ac5-a153-4000-bdea-77d7881f71ae req-99a677a0-48b1-4064-a55d-c20c3ff2e4d8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0319722 Sep 15 02:40:46.325415 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd04713-a24f-472f-8025-8e574a5e6094 req-424117b0-8c49-43e6-a1ab-e57c2c2d9738 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:46.326936 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1fd04713-a24f-472f-8025-8e574a5e6094 req-424117b0-8c49-43e6-a1ab-e57c2c2d9738 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0479627 Sep 15 02:40:46.363618 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1fd04713-a24f-472f-8025-8e574a5e6094 req-b10f5f43-72e4-4a1e-80f3-722ccb48f4dc tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Sep 15 02:40:46.714618 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f4264-07a5-4f9c-99d3-7eaaa08f52b6 req-2741ec8e-1700-4616-a486-c55324f9b671 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:46.716521 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bd5f4264-07a5-4f9c-99d3-7eaaa08f52b6 req-2741ec8e-1700-4616-a486-c55324f9b671 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0497990 Sep 15 02:40:46.754533 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bd5f4264-07a5-4f9c-99d3-7eaaa08f52b6 req-9536b998-ff78-41d6-872f-f3ae1e4fb5c8 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Sep 15 02:40:47.031179 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-52ade222-0515-49f7-b677-1f5d25ab1d99 req-b09b20f1-c4ce-40b8-95be-c01f76063571 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Sep 15 02:40:47.211227 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-feb35179-5ff5-477a-993f-d0d92046deb6 req-2e1f90ba-9699-44cd-9f92-4bc2cf15f855 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0301204 Sep 15 02:40:47.361920 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0cbf353d-f2ea-478e-a9f8-3d113777a87a req-a2df56a3-1fb8-4f6a-a69d-df0e35031ba8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0272295 Sep 15 02:40:47.479716 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6009f4-c909-4974-af79-7d2101ba2476 req-039ee587-2ddb-40c6-84aa-c087d8e699d9 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:47.481398 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-be6009f4-c909-4974-af79-7d2101ba2476 req-039ee587-2ddb-40c6-84aa-c087d8e699d9 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0511312 Sep 15 02:40:47.518741 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-be6009f4-c909-4974-af79-7d2101ba2476 req-fa1222cf-24a5-4f6c-a5af-5cf6ad07c2e9 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Sep 15 02:40:47.813023 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Request body: {'port': {'device_id': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:47.818815 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Request body: {'port': {'device_id': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'admin_state_up': True, 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:47.836571 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-3fd24275-7f03-4999-b2d2-0216c724a91f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e HTTP/1.1" status: 200 len: 217 time: 0.0587606 Sep 15 02:40:47.883201 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.046799 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Made reservation on behalf of c3812e73f2d54cf29768711c1a9cf4cf for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:48.050946 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.098995 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-f2611a6a-d7a0-413d-8daa-b34fe4a378ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:48.100620 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-f2611a6a-d7a0-413d-8daa-b34fe4a378ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=705b734e-0c65-41e4-87f8-145e1b4346ed HTTP/1.1" status: 200 len: 852 time: 0.0854166 Sep 15 02:40:48.164062 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-a34aa5d7-162c-4fd2-ba1f-2fd5d2de4f30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7107f1b9-eecc-4ce8-9825-5c7f764c184c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308905 Sep 15 02:40:48.243468 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8f8efd49-874d-48b9-b9ae-75b4933e1fa2 req-4adc5fff-0b40-4497-807b-5fc4ed75bbbe tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0822611 Sep 15 02:40:48.277142 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45a51-70e2-4093-9dbc-78f8fcf0c729 req-71539aee-6056-4004-81e6-8949c6f6c1cc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:48.285698 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ab45a51-70e2-4093-9dbc-78f8fcf0c729 req-71539aee-6056-4004-81e6-8949c6f6c1cc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.4033971 Sep 15 02:40:48.310061 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Allocated IP 172.20.0.8 (3ea7639c-a39f-409a-9342-1e37e322a159/d3587237-7c3c-4970-a87c-8bc86b7763fb/51ddecc2-da0f-4ff9-bda1-2eac7760a7a6) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:48.329477 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-ec553910-b41e-4dc3-8441-40f2fd75764b service neutron] 10.222.0.37 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560869 Sep 15 02:40:48.378963 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ab45a51-70e2-4093-9dbc-78f8fcf0c729 req-465eb920-c2f4-4cb5-b55b-0920bc891d06 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923743 Sep 15 02:40:48.407169 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-2f8e600a-6d33-4877-9df2-d22c824da17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:48.408725 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-2f8e600a-6d33-4877-9df2-d22c824da17a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 1096 time: 0.3228276 Sep 15 02:40:48.428531 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f52bbab8-a6fd-4fe3-9ce8-03e5cfe08795 req-9a223b79-99c3-4b16-8fc7-13d0e0f6dcd6 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0457530 Sep 15 02:40:48.495422 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1874f1e-dde2-449e-a7d0-03daa83cae31 req-04dcae75-32c0-4f68-831d-b0b329afebfc tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0294435 Sep 15 02:40:48.505657 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.609214 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.648477 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Network 3ea7639c-a39f-409a-9342-1e37e322a159 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:48.651513 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:48.655255 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:48.661276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:48.661988 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.678239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Pushing event updated for resources: {'Port': ['ID=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:48.691052 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169c674-bb77-42f0-88f8-bfc5ef99d913 req-d03ae228-6adb-474f-a575-e743ce0cf7a5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:48.692728 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d169c674-bb77-42f0-88f8-bfc5ef99d913 req-d03ae228-6adb-474f-a575-e743ce0cf7a5 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.1069155 Sep 15 02:40:48.739434 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3ad0c686-09a6-414a-8f96-b36257353433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9536583 Sep 15 02:40:48.750743 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d169c674-bb77-42f0-88f8-bfc5ef99d913 req-24fd3b19-87e8-4106-bd1b-642115222277 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519919 Sep 15 02:40:48.795482 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e076bdd-98e1-4c01-af2f-0d26d613e688 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:48.802767 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.814632 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Transition to ACTIVE for port object 2e076bdd-98e1-4c01-af2f-0d26d613e688 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:40:48.869809 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.923868 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e076bdd-98e1-4c01-af2f-0d26d613e688,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:48.998538 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Attempting to bind port 2e076bdd-98e1-4c01-af2f-0d26d613e688 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:48.998538 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Attempting to bind port 2e076bdd-98e1-4c01-af2f-0d26d613e688 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:48.998538 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Attempting to bind port 2e076bdd-98e1-4c01-af2f-0d26d613e688 on network 3ea7639c-a39f-409a-9342-1e37e322a159 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:48.998538 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Port 2e076bdd-98e1-4c01-af2f-0d26d613e688 on network 3ea7639c-a39f-409a-9342-1e37e322a159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:40:48.998538 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Attempting to bind port 2e076bdd-98e1-4c01-af2f-0d26d613e688 on network 3ea7639c-a39f-409a-9342-1e37e322a159 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:49.004811 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:49.005158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Checking segment: {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:49.005543 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Bound using segment: {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:49.006064 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Bound port: 2e076bdd-98e1-4c01-af2f-0d26d613e688, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:49.006374 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:49.067970 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] For port 2e076bdd-98e1-4c01-af2f-0d26d613e688, host hv-cinder-76019, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:49.070872 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] For port 2e076bdd-98e1-4c01-af2f-0d26d613e688, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:49.127449 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:49.162894 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:49.163498 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:49.164929 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 200 len: 1093 time: 1.3569932 Sep 15 02:40:49.166905 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'tag': '2e076bdd-98e1-4c01-af2f-0d26d613e688'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:40:49.170181 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c825761b-3ad7-4b57-b963-4af3a9c9b8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4a5caa-94a5-480a-b972-648b0db9a6a0", "tag": "2e076bdd-98e1-4c01-af2f-0d26d613e688"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:40:49.195124 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d25cdb-db89-480e-bcbe-9db3cba60bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e076bdd-98e1-4c01-af2f-0d26d613e688,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:49.205821 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cef3ef-a01b-426b-8311-4ab6709e937d x-openstack-request-id: req-49cef3ef-a01b-426b-8311-4ab6709e937d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:40:49.206105 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4a5caa-94a5-480a-b972-648b0db9a6a0", "tag": "2e076bdd-98e1-4c01-af2f-0d26d613e688", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:40:49.206352 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49cef3ef-a01b-426b-8311-4ab6709e937d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:40:49.206732 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'tag': '2e076bdd-98e1-4c01-af2f-0d26d613e688', 'status': 'completed', 'code': 200} Sep 15 02:40:49.368108 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dc762-c04f-496b-99d2-81f76407f9cf req-739fd8ca-1ca2-413b-8e27-b3a0a632abd1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:49.369513 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d29dc762-c04f-496b-99d2-81f76407f9cf req-739fd8ca-1ca2-413b-8e27-b3a0a632abd1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 931 time: 0.0501437 Sep 15 02:40:49.406291 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d29dc762-c04f-496b-99d2-81f76407f9cf req-0b0d4daf-14e8-4e56-9b64-b09b8582e906 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Sep 15 02:40:49.497889 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eac2ce-9bbf-436f-9841-5cd34aca8468 req-2e43fd31-afb7-4d18-a43f-d81d484d83fb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:49.499487 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-32eac2ce-9bbf-436f-9841-5cd34aca8468 req-2e43fd31-afb7-4d18-a43f-d81d484d83fb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0500667 Sep 15 02:40:49.545106 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80857ade-b738-4bfb-a731-43853043fe64 req-dfbcd6ef-6d93-4e53-bd28-306af55907b8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0332215 Sep 15 02:40:49.561314 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-32eac2ce-9bbf-436f-9841-5cd34aca8468 req-14555d67-6197-48bc-895b-3707f151604b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553629 Sep 15 02:40:49.627868 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d9d4b0b-8727-4e7b-9f48-ee39ed7d0ef7 req-5b563f60-70bd-427e-a6fd-eb931aa10525 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0293880 Sep 15 02:40:49.863822 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa5119-8f80-42c4-9a61-20a4e0e26fdd req-ece01ba8-fe03-4414-8273-d46064d25368 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:49.865264 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-68fa5119-8f80-42c4-9a61-20a4e0e26fdd req-ece01ba8-fe03-4414-8273-d46064d25368 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0481160 Sep 15 02:40:49.902094 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-68fa5119-8f80-42c4-9a61-20a4e0e26fdd req-c7898a06-76f4-49cf-b112-9f174f2cb0c8 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Sep 15 02:40:50.516939 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beed5b-83b2-421d-9a12-4e13bb95968e req-43b0c40c-8947-42c0-8112-5036272e236a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:50.518384 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99beed5b-83b2-421d-9a12-4e13bb95968e req-43b0c40c-8947-42c0-8112-5036272e236a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 931 time: 0.0473719 Sep 15 02:40:50.555449 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99beed5b-83b2-421d-9a12-4e13bb95968e req-4d3c5317-580b-4211-8e95-012398076c3e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Sep 15 02:40:50.642422 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-810e7da6-b076-4acc-bd5d-f6b8cacfdd33 req-770d37fa-ba36-4198-b0b5-67a8ea531e37 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0312955 Sep 15 02:40:50.691311 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed22382-e354-4763-929c-cbda6ca880b1 req-e7abf0e4-f5a4-471f-92f3-e81d7a2642ec tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:50.692809 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5ed22382-e354-4763-929c-cbda6ca880b1 req-e7abf0e4-f5a4-471f-92f3-e81d7a2642ec tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.0531201 Sep 15 02:40:50.740801 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-65653628-3452-4127-97bf-71b251f47c5b req-34f98502-f3b5-4031-9e68-91d1a2815a46 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0283246 Sep 15 02:40:50.753537 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5ed22382-e354-4763-929c-cbda6ca880b1 req-e754d65a-54b5-4f55-9024-b15389a72466 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549812 Sep 15 02:40:51.015239 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b91f-1805-4751-a93b-f0524a391749 req-82d18bc7-3a25-4585-a180-e731c6030832 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:51.016699 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f639b91f-1805-4751-a93b-f0524a391749 req-82d18bc7-3a25-4585-a180-e731c6030832 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.0487244 Sep 15 02:40:51.056119 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f639b91f-1805-4751-a93b-f0524a391749 req-d9f72d3f-c82a-425d-b162-cd79198f8623 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335574 Sep 15 02:40:51.395037 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Request body: {'port': {'device_id': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:51.452788 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-844cd9c2-3dec-41b7-b814-edc3074be968 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd HTTP/1.1" status: 200 len: 217 time: 0.0851970 Sep 15 02:40:51.490990 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:51.505905 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825761b-3ad7-4b57-b963-4af3a9c9b8eb req-6272a9b5-b403-4d17-96ca-6b3213c1aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:51.507392 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c825761b-3ad7-4b57-b963-4af3a9c9b8eb req-6272a9b5-b403-4d17-96ca-6b3213c1aab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1096 time: 0.1387131 Sep 15 02:40:51.515917 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-63338b54-7e3a-430a-a4db-bd8e0f5540d3 req-67353a48-da40-4acf-b35c-ccda7ba39ebb service neutron] 10.222.0.37 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498282 Sep 15 02:40:51.519072 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-916eeac5-532f-4b66-baaa-458200d90d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:51.520461 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-916eeac5-532f-4b66-baaa-458200d90d6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d5b084c-dee3-487b-97e5-eb1cc4f8e354 HTTP/1.1" status: 200 len: 855 time: 0.0587943 Sep 15 02:40:51.706456 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-c2c2d150-283a-43a5-855e-5f7c21e4434d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6129bfb6-246e-48a1-859b-0d188bf7590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090064 Sep 15 02:40:51.828734 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-857ca392-9b79-4322-b88c-e119d7d91941 req-85c5f973-59d7-4ba6-b18f-bef794b8ae3b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0996947 Sep 15 02:40:51.924400 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9557dd2-d8e4-4b29-80d3-83d87da57fda req-433fd2aa-19d8-4237-9e12-89d48ccbf657 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:51.925965 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c9557dd2-d8e4-4b29-80d3-83d87da57fda req-433fd2aa-19d8-4237-9e12-89d48ccbf657 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 931 time: 0.2979877 Sep 15 02:40:51.935836 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:51.943763 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:51.962276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Transition to ACTIVE for port object 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:40:51.980810 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825761b-3ad7-4b57-b963-4af3a9c9b8eb req-13d8a6b1-ba6a-49df-a643-fa1011aa5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:51.982314 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c825761b-3ad7-4b57-b963-4af3a9c9b8eb req-13d8a6b1-ba6a-49df-a643-fa1011aa5dde service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3891087 Sep 15 02:40:51.984271 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5157e9a5-b5b5-4565-85ed-041321897be6 req-f454c923-4dbc-483d-b8ea-a9cbd26b9620 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0480015 Sep 15 02:40:52.058972 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:52.125072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Pushing event updated for resources: {'Port': ['ID=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:52.195542 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Attempting to bind port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:52.195903 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Attempting to bind port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:52.196296 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Attempting to bind port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 on network 3ea7639c-a39f-409a-9342-1e37e322a159 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:52.233464 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 on network 3ea7639c-a39f-409a-9342-1e37e322a159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:40:52.234040 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Attempting to bind port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 on network 3ea7639c-a39f-409a-9342-1e37e322a159 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:52.252335 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-9afb8e13-1229-495d-a532-1167bf0874b2 service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247076 Sep 15 02:40:52.267444 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:52.267678 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Checking segment: {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:52.268069 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Bound using segment: {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:52.268603 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Bound port: 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:52.268901 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:52.307148 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-b8b88edd-dc40-4a1e-bf96-cc33ba6c3149 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:52.309203 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-b8b88edd-dc40-4a1e-bf96-cc33ba6c3149 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 810 time: 0.1779873 Sep 15 02:40:52.328687 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c9557dd2-d8e4-4b29-80d3-83d87da57fda req-a9e2816c-401a-452b-bcdc-b70ae19956ff tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885138 Sep 15 02:40:52.432969 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-9e02b5dd-60b3-44c2-b5bb-936001e86755 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5b1729613754d89a0726ae2fd0e3edd HTTP/1.1" status: 200 len: 379 time: 0.0842886 Sep 15 02:40:52.464419 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'port': {'device_id': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'admin_state_up': True, 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'security_groups': ['776c105b-2628-4607-bd3c-5e50f115aecc']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:52.467578 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] For port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:52.486383 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d7e3-e2a3-4983-94bc-3640ff048c86 req-12983760-1a14-4463-a1ee-a8dd3264b92c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:52.487838 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2201d7e3-e2a3-4983-94bc-3640ff048c86 req-12983760-1a14-4463-a1ee-a8dd3264b92c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.2206380 Sep 15 02:40:52.519891 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] For port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:52.574559 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825761b-3ad7-4b57-b963-4af3a9c9b8eb req-6f421a7b-6b0b-47a3-bc2e-e2cb6aba4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:52.576811 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c825761b-3ad7-4b57-b963-4af3a9c9b8eb req-6f421a7b-6b0b-47a3-bc2e-e2cb6aba4155 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5843232 Sep 15 02:40:52.611441 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f617de-a34e-4e2b-a951-9b5a17bcc161 req-8d9e7f1d-9640-402b-aa78-ae6acab9ecbd tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:52.613014 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-21f617de-a34e-4e2b-a951-9b5a17bcc161 req-8d9e7f1d-9640-402b-aa78-ae6acab9ecbd tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.1191292 Sep 15 02:40:52.618980 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22f1fa61-a136-40cd-877c-cb83e01f0ed0 req-f60f4e5f-8e19-4180-b465-363c6c14a994 service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425791 Sep 15 02:40:52.622948 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:52.623073 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2201d7e3-e2a3-4983-94bc-3640ff048c86 req-fe082de8-25b3-4a45-a586-1c3cc1c6fcfd tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116083 Sep 15 02:40:52.671714 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:52.672353 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:52.675132 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] 10.222.0.37 "PUT /v2.0/ports/51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 HTTP/1.1" status: 200 len: 1093 time: 1.2832332 Sep 15 02:40:52.676300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'tag': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:40:52.678588 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48" -d '{"events": [{"name": "network-changed", "server_uuid": "a774c78b-8234-4da9-b8ed-d2780b5d3b22", "tag": "51ddecc2-da0f-4ff9-bda1-2eac7760a7a6"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:40:52.689923 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-21f617de-a34e-4e2b-a951-9b5a17bcc161 req-1f9e0217-4ad7-4fd1-a0e2-156e7c34e68d tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669363 Sep 15 02:40:52.713509 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b7fd-2987-492d-9dec-16b2d9d1da5f service neutron] Pushing event updated for resources: {'Port': ['ID=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:52.730996 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-8a6c78e4-c0fe-4f63-99cb-6db2881927f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:52.732873 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-8a6c78e4-c0fe-4f63-99cb-6db2881927f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0767121 Sep 15 02:40:52.734946 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b3eac-d18c-4f27-9f00-6af3b1960874 x-openstack-request-id: req-4c3b3eac-d18c-4f27-9f00-6af3b1960874 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:40:52.735240 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a774c78b-8234-4da9-b8ed-d2780b5d3b22", "tag": "51ddecc2-da0f-4ff9-bda1-2eac7760a7a6", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:40:52.735494 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c3b3eac-d18c-4f27-9f00-6af3b1960874 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:40:52.735936 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'tag': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6', 'status': 'completed', 'code': 200} Sep 15 02:40:52.791269 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Made reservation on behalf of e5b1729613754d89a0726ae2fd0e3edd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:52.800528 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:52.911796 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.37', 49305) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:52.928963 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-4ae6b207-9725-4cbf-b5e0-2e5512ae6c11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 200 len: 217 time: 0.0960236 Sep 15 02:40:52.997973 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-318e6d59-73ac-47d4-b5cc-b3565cbc295e req-c5d4b293-5532-4e52-a880-f68cba895e6a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0776541 Sep 15 02:40:53.021110 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-76584767-00b3-4d4f-8624-37259b755a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.025084 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-76584767-00b3-4d4f-8624-37259b755a14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 1096 time: 0.1057086 Sep 15 02:40:53.136220 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-327ec60d-75f3-4090-9d23-a019197a2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.140328 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-327ec60d-75f3-4090-9d23-a019197a2f5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.1879790 Sep 15 02:40:53.140456 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48 req-e6e7b215-c5a4-40a9-b761-d37ee63ff5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.141754 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48 req-e6e7b215-c5a4-40a9-b761-d37ee63ff5c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 1096 time: 0.2291136 Sep 15 02:40:53.158302 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-85ffb50d-c841-4a00-835f-39df03762756 req-435ba122-78d7-47b0-a35c-8bc117b88a86 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0472884 Sep 15 02:40:53.188802 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Allocated IP 172.20.0.11 (75579842-5189-40fb-9720-3ef43c76374e/2c3cf743-89a6-477f-8153-aa57c58ce92a/a92fa06d-d76a-4350-bab9-17318c74ac96) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:53.212391 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-a91161a1-011a-4ce1-b2cd-3316da1dc8e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487478 Sep 15 02:40:53.221545 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-47f8ab88-157f-4e97-8235-8f2ee85b41e0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.222898 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-47f8ab88-157f-4e97-8235-8f2ee85b41e0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 817 time: 0.3120112 Sep 15 02:40:53.229904 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-b54f974f-fbf8-4bb1-a1b9-f648d0089173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.232096 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-b54f974f-fbf8-4bb1-a1b9-f648d0089173 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 916 time: 0.1983962 Sep 15 02:40:53.299018 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-16bb86a7-e0fa-4a49-a1c1-5cfa58086884 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd HTTP/1.1" status: 200 len: 217 time: 0.0520537 Sep 15 02:40:53.401272 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-9f0c013e-cabc-4613-b03d-cb6c00beb24e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 380 time: 0.1478174 Sep 15 02:40:53.404768 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48 req-530085fa-5805-42a6-bd87-83a69892fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.406185 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48 req-530085fa-5805-42a6-bd87-83a69892fa96 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2437134 Sep 15 02:40:53.429459 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'port': {'device_id': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'admin_state_up': True, 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'security_groups': ['f84c5e6a-2051-4c1a-bc05-a844eace37a2']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:53.440841 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-34db890e-954f-4969-b214-c2d3c4910f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.442323 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-34db890e-954f-4969-b214-c2d3c4910f78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d5b084c-dee3-487b-97e5-eb1cc4f8e354 HTTP/1.1" status: 200 len: 855 time: 0.1271789 Sep 15 02:40:53.456107 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:53.467665 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-20e87eac-8b23-447b-a23a-62707fa2e65f service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381837 Sep 15 02:40:53.493431 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-abca1af8-0eaa-4874-8671-324d9c98bd07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6129bfb6-246e-48a1-859b-0d188bf7590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331850 Sep 15 02:40:53.597086 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72828e14-d071-4db3-bbae-c8008d823ab4 req-5c8c4827-a82d-4789-8e30-cd56985fb802 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.604172 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-72828e14-d071-4db3-bbae-c8008d823ab4 req-5c8c4827-a82d-4789-8e30-cd56985fb802 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 943 time: 0.1970596 Sep 15 02:40:53.630204 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:53.675961 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Network 75579842-5189-40fb-9720-3ef43c76374e is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:53.680153 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-38239d5a-24e5-44ff-9fb3-f1165a50b7c6 service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761439 Sep 15 02:40:53.684137 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:53.688965 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:53.693812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.694455 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:53.750068 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'Port': ['ID=a92fa06d-d76a-4350-bab9-17318c74ac96,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:53.803570 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-71e3cae4-d0d1-4c89-981b-071e83a7bd38 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3605893 Sep 15 02:40:53.824239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Request body: {'port': {'device_id': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:53.831409 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48 req-c9b6b673-d7f0-48ec-8a35-fc44348fb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.832894 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48 req-c9b6b673-d7f0-48ec-8a35-fc44348fb1fb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3683438 Sep 15 02:40:53.841157 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-72828e14-d071-4db3-bbae-c8008d823ab4 req-2f87d539-5011-4acc-b245-d697253f5607 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360976 Sep 15 02:40:53.845608 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-65d72e38-22b9-444a-9224-eaed4fae3332 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452141 Sep 15 02:40:53.882510 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-235dba48-22a6-4d65-bcc4-52f87c36e6b4 req-a661a64e-d986-4406-a78a-98e3d363664f service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764679 Sep 15 02:40:53.893179 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1314-b79c-499b-aa75-5d0c28d3594f req-43a06093-9564-4451-92fe-8a6067a4e4bb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:53.895056 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-199e1314-b79c-499b-aa75-5d0c28d3594f req-43a06093-9564-4451-92fe-8a6067a4e4bb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.1279585 Sep 15 02:40:53.909844 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:53.948791 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Made reservation on behalf of bbf9c7a2d8b14e749224489d622636c9 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:40:53.953534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:53.984906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-199e1314-b79c-499b-aa75-5d0c28d3594f req-12fd76c6-7fef-4a42-a2c2-fd6ba60bfe3c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795050 Sep 15 02:40:54.059205 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f68fcf87-808e-4f1a-9d7e-7502d5212a0b None None] Provisioning complete for port a92fa06d-d76a-4350-bab9-17318c74ac96 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:54.059779 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f68fcf87-808e-4f1a-9d7e-7502d5212a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.083441 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63029209-434d-461a-a33e-1329bcb331d2 req-8e2546b8-3a18-4879-af1b-373d128bd694 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:54.091561 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-63029209-434d-461a-a33e-1329bcb331d2 req-8e2546b8-3a18-4879-af1b-373d128bd694 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.1444714 Sep 15 02:40:54.131956 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f68fcf87-808e-4f1a-9d7e-7502d5212a0b None None] Port a92fa06d-d76a-4350-bab9-17318c74ac96 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:40:54.132286 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-a641e2e1-24de-4b3c-b42a-3c8d73cfb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:54.133512 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-a641e2e1-24de-4b3c-b42a-3c8d73cfb576 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 1096 time: 0.2042079 Sep 15 02:40:54.203004 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-61a566ce-80fb-4822-89cf-507e0f2f89f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 HTTP/1.1" status: 200 len: 217 time: 0.0522664 Sep 15 02:40:54.208828 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-63029209-434d-461a-a33e-1329bcb331d2 req-6986b8f7-cb54-48c1-b135-2f5669849977 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162727 Sep 15 02:40:54.213493 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.243692 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0310-3c5f-4d8c-ad76-648fce5098a1 req-59059f69-1a5b-48b1-9f81-6779c9dd0d21 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:54.245267 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-46af0310-3c5f-4d8c-ad76-648fce5098a1 req-59059f69-1a5b-48b1-9f81-6779c9dd0d21 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 932 time: 0.1346655 Sep 15 02:40:54.251609 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Allocated IP 172.20.0.3 (8e605f89-2845-4e86-854d-ab3c9b4bbbe4/ccd7c26e-313a-43fc-a6f5-af753a253e0d/cf5ef637-b7f3-4dfe-a135-57f0482f24bb) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:40:54.291088 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-e62f0ed1-2ff9-42f7-96fe-f739935b3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:54.292616 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-e62f0ed1-2ff9-42f7-96fe-f739935b3d54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.0826085 Sep 15 02:40:54.344057 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-1a4d36c5-4b40-4645-9c4f-b0e748bde5d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394311 Sep 15 02:40:54.457746 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92fa06d-d76a-4350-bab9-17318c74ac96 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:54.470801 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.494890 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Transition to ACTIVE for port object a92fa06d-d76a-4350-bab9-17318c74ac96 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:40:54.501611 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-526529e6-cef8-4051-8b2f-bd2486a311e8 req-76eba156-05a1-4f57-9be8-5fb5f4263381 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.2299554 Sep 15 02:40:54.502783 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-644f04aa-1379-4444-8167-a1df5eaa214d service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484559 Sep 15 02:40:54.539322 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-46af0310-3c5f-4d8c-ad76-648fce5098a1 req-e618c071-d64e-4ddc-bbde-acc433a6c00c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765374 Sep 15 02:40:54.575541 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.640439 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.651844 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4ed8f733-513d-4f25-a7c6-12cf72e3cc9d req-3015114d-ec95-4f6a-abff-83f5203d611a service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407177 Sep 15 02:40:54.654456 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Pushing event updated for resources: {'Port': ['ID=a92fa06d-d76a-4350-bab9-17318c74ac96,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:54.684652 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Attempting to bind port a92fa06d-d76a-4350-bab9-17318c74ac96 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:54.684979 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Attempting to bind port a92fa06d-d76a-4350-bab9-17318c74ac96 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:54.685305 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Attempting to bind port a92fa06d-d76a-4350-bab9-17318c74ac96 on network 75579842-5189-40fb-9720-3ef43c76374e {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:54.689684 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Port a92fa06d-d76a-4350-bab9-17318c74ac96 on network 75579842-5189-40fb-9720-3ef43c76374e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:40:54.689999 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Attempting to bind port a92fa06d-d76a-4350-bab9-17318c74ac96 on network 75579842-5189-40fb-9720-3ef43c76374e {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:54.695106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:54.695491 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Checking segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:54.695879 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Bound using segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:54.696302 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Bound port: a92fa06d-d76a-4350-bab9-17318c74ac96, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:54.696683 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.740336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.770077 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] For port a92fa06d-d76a-4350-bab9-17318c74ac96, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:54.773605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] For port a92fa06d-d76a-4350-bab9-17318c74ac96, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a92fa06d-d76a-4350-bab9-17318c74ac96,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:54.789442 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:40:54.793332 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:40:54.800699 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:40:54.830937 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.865773 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:54.866422 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.874340 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:54.901550 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:54.902646 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:54.904118 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] 10.222.0.37 "PUT /v2.0/ports/a92fa06d-d76a-4350-bab9-17318c74ac96 HTTP/1.1" status: 200 len: 1094 time: 1.0845141 Sep 15 02:40:54.904607 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:40:54.906849 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603905bf-6c79-47c1-9906-4861a9acce19" -d '{"events": [{"name": "network-changed", "server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:40:54.962487 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6db005-d08e-4344-a9b1-d06765cad8bf x-openstack-request-id: req-4e6db005-d08e-4344-a9b1-d06765cad8bf {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:40:54.967634 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:40:54.967634 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e6db005-d08e-4344-a9b1-d06765cad8bf {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:40:54.967634 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'status': 'completed', 'code': 200} Sep 15 02:40:54.967634 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b415-14ed-4ab4-b5be-976c6affe7db service neutron] Pushing event updated for resources: {'Port': ['ID=a92fa06d-d76a-4350-bab9-17318c74ac96,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:54.989583 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-3aacb50c-c4a9-4cde-8c9b-5900b277d3d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5679915 Sep 15 02:40:55.002338 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165c3b-e8ec-4600-9651-5c42e4c9053a req-13df39c5-b4f2-4fd0-9d76-a71c80357c5f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.004204 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f5165c3b-e8ec-4600-9651-5c42e4c9053a req-13df39c5-b4f2-4fd0-9d76-a71c80357c5f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 943 time: 0.0605416 Sep 15 02:40:55.010777 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Request body: {'port': {'device_id': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:40:55.111136 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603905bf-6c79-47c1-9906-4861a9acce19 req-0f2654c4-84b4-4d14-9dcf-f34b7ab52657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.112958 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-603905bf-6c79-47c1-9906-4861a9acce19 req-0f2654c4-84b4-4d14-9dcf-f34b7ab52657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 1097 time: 0.0860951 Sep 15 02:40:55.170161 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f5165c3b-e8ec-4600-9651-5c42e4c9053a req-c29d86ff-9d38-4eed-94a5-6732425ed0ef tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303017 Sep 15 02:40:55.179578 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.225124 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cf93988b-c887-49b6-b84e-7474286494e5 None None] Provisioning complete for port cf5ef637-b7f3-4dfe-a135-57f0482f24bb triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:55.233963 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cf93988b-c887-49b6-b84e-7474286494e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.243503 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab6626-331e-4c7f-9113-46ace031b07d req-a0ceb79c-9b37-4643-a192-fdaa74774bf2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.245046 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c8ab6626-331e-4c7f-9113-46ace031b07d req-a0ceb79c-9b37-4643-a192-fdaa74774bf2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 943 time: 0.1280000 Sep 15 02:40:55.282660 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cf93988b-c887-49b6-b84e-7474286494e5 None None] Port cf5ef637-b7f3-4dfe-a135-57f0482f24bb cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:40:55.325700 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d8a5603c-4185-4a4f-bfaf-0c75a5156c0e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:40:55.342479 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603905bf-6c79-47c1-9906-4861a9acce19 req-6c7a483e-beaa-4173-be4a-148a61684d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.344346 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-603905bf-6c79-47c1-9906-4861a9acce19 req-6c7a483e-beaa-4173-be4a-148a61684d59 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2095759 Sep 15 02:40:55.392610 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c8ab6626-331e-4c7f-9113-46ace031b07d req-42d3454b-9988-436f-89e4-87b78dd65304 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323571 Sep 15 02:40:55.427828 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22a2be-2f86-4eec-95ae-66d9dc8e8bd1 req-e1300202-ca79-424c-b560-f725ad9563d8 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.429379 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6d22a2be-2f86-4eec-95ae-66d9dc8e8bd1 req-e1300202-ca79-424c-b560-f725ad9563d8 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 944 time: 0.1033912 Sep 15 02:40:55.628219 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5ef637-b7f3-4dfe-a135-57f0482f24bb {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:55.639874 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.657559 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,segment=NetworkSegment(aabe58e4-f295-4e90-86ca-e24f011480c0),segment_id=aabe58e4-f295-4e90-86ca-e24f011480c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:55.665883 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Transition to ACTIVE for port object cf5ef637-b7f3-4dfe-a135-57f0482f24bb will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:40:55.677734 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e', 'network_id': '7107f1b9-eecc-4ce8-9825-5c7f764c184c', 'port_id': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e', 'mac_address': 'fa:16:3e:cd:e2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705b734e-0c65-41e4-87f8-145e1b4346ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:40:55.698662 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6d22a2be-2f86-4eec-95ae-66d9dc8e8bd1 req-1dcc0ddc-1d6f-4356-b3c6-b1a3da76762b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375669 Sep 15 02:40:55.737915 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44772) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:55.744771 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.754892 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.763894 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a5603c-4185-4a4f-bfaf-0c75a5156c0e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:55.768610 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603905bf-6c79-47c1-9906-4861a9acce19 req-c8e9d756-9bef-463a-9117-ec99be0bda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.770614 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-603905bf-6c79-47c1-9906-4861a9acce19 req-c8e9d756-9bef-463a-9117-ec99be0bda8a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4180119 Sep 15 02:40:55.806847 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,segment=NetworkSegment(aabe58e4-f295-4e90-86ca-e24f011480c0),segment_id=aabe58e4-f295-4e90-86ca-e24f011480c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:55.857324 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb50015-c892-4b3c-8310-3e0c5cc05aed req-adb0a52c-dd05-412a-b2fd-f637d752a108 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.858403 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2eb50015-c892-4b3c-8310-3e0c5cc05aed req-adb0a52c-dd05-412a-b2fd-f637d752a108 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 931 time: 0.1751480 Sep 15 02:40:55.876392 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.877134 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device b877440c-5e5b-41ca-be90-3b1e7b8920cd details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:40:55.896343 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:55.916130 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-0a4d20c8-97c3-47f6-bb0f-8882f91a5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:55.916762 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-0a4d20c8-97c3-47f6-bb0f-8882f91a5465 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 1097 time: 0.0803764 Sep 15 02:40:55.924559 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2eb50015-c892-4b3c-8310-3e0c5cc05aed req-82ebb9fc-5270-4504-8cbe-a37135e1a3ae tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649769 Sep 15 02:40:55.962776 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afc51880-050f-4235-b97d-62804f229af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.999875 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.018079 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b15b6-fe74-4f3f-bd5d-f098fea29177 req-dd794bd4-2e78-401a-8e80-ebad707f894d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.019914 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea6b15b6-fe74-4f3f-bd5d-f098fea29177 req-dd794bd4-2e78-401a-8e80-ebad707f894d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 944 time: 0.2318308 Sep 15 02:40:56.021714 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-acdb1be6-5514-42ba-ab0c-3e74d95f44ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a92fa06d-d76a-4350-bab9-17318c74ac96 HTTP/1.1" status: 200 len: 217 time: 0.0891678 Sep 15 02:40:56.075362 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Attempting to bind port cf5ef637-b7f3-4dfe-a135-57f0482f24bb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:40:56.075612 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Attempting to bind port cf5ef637-b7f3-4dfe-a135-57f0482f24bb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:40:56.076088 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Attempting to bind port cf5ef637-b7f3-4dfe-a135-57f0482f24bb on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:56.086056 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Port cf5ef637-b7f3-4dfe-a135-57f0482f24bb on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:40:56.086433 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Attempting to bind port cf5ef637-b7f3-4dfe-a135-57f0482f24bb on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:40:56.097175 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea6b15b6-fe74-4f3f-bd5d-f098fea29177 req-2e24c397-492b-43e3-ada0-f1da304b0f76 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618582 Sep 15 02:40:56.098032 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:40:56.098460 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Checking segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:40:56.098733 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Bound using segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:40:56.099593 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Bound port: cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:40:56.099593 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.108905 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-b66794cd-921f-4716-9818-62115b3f62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.110462 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-b66794cd-921f-4716-9818-62115b3f62c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c3cf743-89a6-477f-8153-aa57c58ce92a HTTP/1.1" status: 200 len: 849 time: 0.0796895 Sep 15 02:40:56.135013 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port b877440c-5e5b-41ca-be90-3b1e7b8920cd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:56.148312 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'port_id': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd', 'mac_address': 'fa:16:3e:e3:c0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5b084c-dee3-487b-97e5-eb1cc4f8e354', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:40:56.182237 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:40:56.187053 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:40:56.196884 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-97e8c648-5384-4b03-b30b-e57ef5eb6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.198378 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-97e8c648-5384-4b03-b30b-e57ef5eb6951 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75579842-5189-40fb-9720-3ef43c76374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755942 Sep 15 02:40:56.200738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.215248 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afc51880-050f-4235-b97d-62804f229af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.215563 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b877440c-5e5b-41ca-be90-3b1e7b8920cd {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:56.241713 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port b877440c-5e5b-41ca-be90-3b1e7b8920cd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:56.250135 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.303030 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.304118 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.306212 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] 10.222.0.37 "PUT /v2.0/ports/cf5ef637-b7f3-4dfe-a135-57f0482f24bb HTTP/1.1" status: 200 len: 1093 time: 1.2993853 Sep 15 02:40:56.311019 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:40:56.314088 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4200a86e-7264-42b5-8b70-67b8b322026f" -d '{"events": [{"name": "network-changed", "server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:40:56.317454 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afc51880-050f-4235-b97d-62804f229af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.344049 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:56.345631 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.346483 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 2e076bdd-98e1-4c01-af2f-0d26d613e688 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:40:56.379606 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aee9e0-7c44-4fe7-9065-bb0b2ca3117c service neutron] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.407227 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169604-8b6b-4049-b444-876d5d2d8b7c req-7f230898-9cca-4042-b85f-05eacea4f305 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.408838 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22169604-8b6b-4049-b444-876d5d2d8b7c req-7f230898-9cca-4042-b85f-05eacea4f305 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 943 time: 0.0988286 Sep 15 02:40:56.410705 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91234db5-f8f8-4c5e-965f-9d4da27fbbea x-openstack-request-id: req-91234db5-f8f8-4c5e-965f-9d4da27fbbea {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:40:56.411049 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:40:56.411399 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91234db5-f8f8-4c5e-965f-9d4da27fbbea {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:40:56.411959 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'status': 'completed', 'code': 200} Sep 15 02:40:56.430685 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-d83ed245-bb98-405f-a583-8e8cd9663d14 service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240229 Sep 15 02:40:56.437980 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-afc51880-050f-4235-b97d-62804f229af1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d39ed5aa63244c5a5ed5a414d924328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983731 Sep 15 02:40:56.445716 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44798) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:56.545525 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-22169604-8b6b-4049-b444-876d5d2d8b7c req-f6c92b5c-3ec6-4a44-9f4b-071fbe7a4db0 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294651 Sep 15 02:40:56.559395 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=b877440c-5e5b-41ca-be90-3b1e7b8920cd,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.616959 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc51880-050f-4235-b97d-62804f229af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001da0e7-8922-40f6-b2db-29f25e7ccb7a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.624682 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200a86e-7264-42b5-8b70-67b8b322026f req-74e84d47-19f9-4afa-ae3b-933e8a31ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.627231 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4200a86e-7264-42b5-8b70-67b8b322026f req-74e84d47-19f9-4afa-ae3b-933e8a31ebcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1096 time: 0.1732211 Sep 15 02:40:56.630701 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9017a20f-97dc-4248-95f9-a11ef37e4a4f req-37a05eab-0782-4c1f-a48d-b3bf754190c5 service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881437 Sep 15 02:40:56.645338 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 2e076bdd-98e1-4c01-af2f-0d26d613e688, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:56.648874 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8fbb7d8b-e7f9-447f-bbea-c64381f3f986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.657358 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '2e076bdd-98e1-4c01-af2f-0d26d613e688', 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'port_id': '2e076bdd-98e1-4c01-af2f-0d26d613e688', 'mac_address': 'fa:16:3e:ea:3a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:40:56.668099 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564930b0-8d0b-4dd5-9ecb-04c49c83af6c req-3977518b-7534-457d-a7b4-537db1d18b05 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.670704 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-564930b0-8d0b-4dd5-9ecb-04c49c83af6c req-3977518b-7534-457d-a7b4-537db1d18b05 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 944 time: 0.1446435 Sep 15 02:40:56.670704 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3020ed2d-eee0-4a34-b58c-3a388d36fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.700637 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.713670 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e076bdd-98e1-4c01-af2f-0d26d613e688 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:56.740612 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 2e076bdd-98e1-4c01-af2f-0d26d613e688, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:56.748646 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3020ed2d-eee0-4a34-b58c-3a388d36fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.779319 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8fbb7d8b-e7f9-447f-bbea-c64381f3f986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.789956 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.840417 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=2e076bdd-98e1-4c01-af2f-0d26d613e688,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.841561 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8fbb7d8b-e7f9-447f-bbea-c64381f3f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.866699 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-564930b0-8d0b-4dd5-9ecb-04c49c83af6c req-38faec85-72ad-4399-8b26-701a396159a9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838038 Sep 15 02:40:56.883972 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8fbb7d8b-e7f9-447f-bbea-c64381f3f986 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c246e1bccbbd4087b1eac4695703a13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317991 Sep 15 02:40:56.884148 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44804) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:56.887112 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb7d8b-e7f9-447f-bbea-c64381f3f986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b6f81c-f59b-4b43-848d-6ee672758812,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.899347 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200a86e-7264-42b5-8b70-67b8b322026f req-0c932dc5-2a6f-46dc-9b9d-777184f35f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.899347 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4200a86e-7264-42b5-8b70-67b8b322026f req-0c932dc5-2a6f-46dc-9b9d-777184f35f69 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bbf9c7a2d8b14e749224489d622636c9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2258725 Sep 15 02:40:56.903160 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44806) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:56.912785 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14c2ef-c912-48fd-a425-614fa5b65717 req-d64b6b38-79a0-42b1-a845-956ddd7835ac tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:56.920681 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dc14c2ef-c912-48fd-a425-614fa5b65717 req-d64b6b38-79a0-42b1-a845-956ddd7835ac tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 945 time: 0.1207988 Sep 15 02:40:56.951557 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7b52467-4b54-40f3-b571-a3aaaa28afbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.987314 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7b52467-4b54-40f3-b571-a3aaaa28afbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.013543 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dc14c2ef-c912-48fd-a425-614fa5b65717 req-a140ebcd-b710-42b0-958d-16801943b08c tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919960 Sep 15 02:40:57.023462 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3020ed2d-eee0-4a34-b58c-3a388d36fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.026340 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3020ed2d-eee0-4a34-b58c-3a388d36fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.031114 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3020ed2d-eee0-4a34-b58c-3a388d36fccd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/001da0e7-8922-40f6-b2db-29f25e7ccb7a HTTP/1.1" status: 204 len: 168 time: 0.5783689 Sep 15 02:40:57.062105 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020ed2d-eee0-4a34-b58c-3a388d36fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001da0e7-8922-40f6-b2db-29f25e7ccb7a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:57.072714 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb70c839-4a6d-45d8-aeca-831b7b7872f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.081126 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200a86e-7264-42b5-8b70-67b8b322026f req-d71d1a28-3f8e-4940-858f-0502e361371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:57.082669 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4200a86e-7264-42b5-8b70-67b8b322026f req-d71d1a28-3f8e-4940-858f-0502e361371b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589656 Sep 15 02:40:57.110719 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d015-e18d-4d7b-a08c-a30d31bad3fe req-ea92f8ea-cf4a-4345-8865-288b94722d81 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:57.112983 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c731d015-e18d-4d7b-a08c-a30d31bad3fe req-ea92f8ea-cf4a-4345-8865-288b94722d81 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0927210 Sep 15 02:40:57.116106 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24bb581-36d2-497f-a76f-47add2a8b593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.129833 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7b52467-4b54-40f3-b571-a3aaaa28afbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.132326 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7b52467-4b54-40f3-b571-a3aaaa28afbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.136065 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-d7b52467-4b54-40f3-b571-a3aaaa28afbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26b6f81c-f59b-4b43-848d-6ee672758812 HTTP/1.1" status: 204 len: 168 time: 0.2478249 Sep 15 02:40:57.155225 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b52467-4b54-40f3-b571-a3aaaa28afbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b6f81c-f59b-4b43-848d-6ee672758812,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:57.193466 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c731d015-e18d-4d7b-a08c-a30d31bad3fe req-cbae80e0-29ec-46e0-b3b2-6110802d351c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736625 Sep 15 02:40:57.249346 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb70c839-4a6d-45d8-aeca-831b7b7872f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.272529 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-099e2222-4c33-49cc-bef2-25a1ace25e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:57.274005 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-099e2222-4c33-49cc-bef2-25a1ace25e96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1096 time: 0.1117663 Sep 15 02:40:57.285443 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5cc3-b4ba-47aa-bcc0-39817e98842a req-335fd450-d0d3-4cf7-8eb9-55e278e52b9f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:57.286861 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f27b5cc3-b4ba-47aa-bcc0-39817e98842a req-335fd450-d0d3-4cf7-8eb9-55e278e52b9f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 944 time: 0.0705070 Sep 15 02:40:57.315725 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb70c839-4a6d-45d8-aeca-831b7b7872f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.331131 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-e5dd0535-fda2-43b4-b972-eba25dd4c7d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb HTTP/1.1" status: 200 len: 217 time: 0.0420520 Sep 15 02:40:57.352719 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['d8a5603c-4185-4a4f-bfaf-0c75a5156c0e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:40:57.359718 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-fb70c839-4a6d-45d8-aeca-831b7b7872f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8e6c07db57d4f7cb193810ec6f7d7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536939 Sep 15 02:40:57.366860 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70c839-4a6d-45d8-aeca-831b7b7872f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c64217-3825-4891-ab32-faee8b554e9b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:57.367500 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44820) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:57.379047 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:40:57.432067 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['2e076bdd-98e1-4c01-af2f-0d26d613e688'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:40:57.434212 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f27b5cc3-b4ba-47aa-bcc0-39817e98842a req-6cdbf4ed-a4fd-4229-8a1d-412a9e1d25b2 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381693 Sep 15 02:40:57.457004 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-641efba8-bd98-4053-a21d-69d62780b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:57.458457 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-641efba8-bd98-4053-a21d-69d62780b63b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.1195340 Sep 15 02:40:57.531312 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50bfaa2d-f89c-459c-855a-f5488cfa7792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.545671 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-c78bd8ea-2d28-49ee-bbf7-4bb275c5b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:57.547173 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-c78bd8ea-2d28-49ee-bbf7-4bb275c5b761 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0798144 Sep 15 02:40:57.559401 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50bfaa2d-f89c-459c-855a-f5488cfa7792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.703229 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-e2101825-498b-4171-9b67-8a6a153a5c72 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417897 Sep 15 02:40:57.712300 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0242-5134-41c1-8ebe-34097262f85c req-1eb9c9d5-0ae6-452e-be2d-169a1e648140 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:57.713884 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3ee0242-5134-41c1-8ebe-34097262f85c req-1eb9c9d5-0ae6-452e-be2d-169a1e648140 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 943 time: 0.0708241 Sep 15 02:40:57.754966 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50bfaa2d-f89c-459c-855a-f5488cfa7792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.757313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50bfaa2d-f89c-459c-855a-f5488cfa7792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.758425 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-50bfaa2d-f89c-459c-855a-f5488cfa7792 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56c64217-3825-4891-ab32-faee8b554e9b HTTP/1.1" status: 204 len: 168 time: 0.3898754 Sep 15 02:40:57.778567 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfaa2d-f89c-459c-855a-f5488cfa7792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c64217-3825-4891-ab32-faee8b554e9b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:57.817450 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3ee0242-5134-41c1-8ebe-34097262f85c req-df328c1f-f8fe-4da8-8473-4f3caa443dbc tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941622 Sep 15 02:40:57.836140 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44828) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:57.843312 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf8fa53e-843d-46a0-8b5a-5a65936b304c req-a7b60b1e-7108-4485-938b-c18fe24df0ab service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283336 Sep 15 02:40:57.851098 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9ec607ff-e120-4c40-9380-d44005cfedc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.921102 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:57.939123 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c801-753c-4ecb-8836-5f1374625139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.967903 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9ec607ff-e120-4c40-9380-d44005cfedc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:57.999995 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c095ac-e77c-4b91-9413-4c4370e6bf4f req-3f08d2cf-b134-44a5-b93c-e3331c319ea6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:58.001549 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1c095ac-e77c-4b91-9413-4c4370e6bf4f req-3f08d2cf-b134-44a5-b93c-e3331c319ea6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 944 time: 0.0549097 Sep 15 02:40:58.024213 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9ec607ff-e120-4c40-9380-d44005cfedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.055821 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1c095ac-e77c-4b91-9413-4c4370e6bf4f req-f513f28b-0a2e-4a1c-b59c-817e475d977a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Sep 15 02:40:58.071838 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-9ec607ff-e120-4c40-9380-d44005cfedc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6b84b8314654abd92caee9c3b71f9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339294 Sep 15 02:40:58.073239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec607ff-e120-4c40-9380-d44005cfedc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12374d9a-fa39-425d-a96f-d35c5057f676,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:58.074816 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44836) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:58.187051 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d359a4-f027-43d0-9d79-52c0b505711c req-8c35b631-a797-4831-903f-35fae44e27bb tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:58.188540 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b7d359a4-f027-43d0-9d79-52c0b505711c req-8c35b631-a797-4831-903f-35fae44e27bb tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 945 time: 0.0940614 Sep 15 02:40:58.197120 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b34e814-06f7-4dff-80e3-d76f4b8ca786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.258750 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b34e814-06f7-4dff-80e3-d76f4b8ca786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.261941 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c801-753c-4ecb-8836-5f1374625139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.286501 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b7d359a4-f027-43d0-9d79-52c0b505711c req-57c9ad19-fc27-4706-a782-7e81b01fbcc9 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903656 Sep 15 02:40:58.326513 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c801-753c-4ecb-8836-5f1374625139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.369455 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80795e58-2dea-40f8-8db6-1d8c25220217 req-189556d5-8361-4472-b51d-4d212b071165 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:58.371551 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80795e58-2dea-40f8-8db6-1d8c25220217 req-189556d5-8361-4472-b51d-4d212b071165 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.1083760 Sep 15 02:40:58.385416 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5c801-753c-4ecb-8836-5f1374625139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5bb8c4-16bb-411d-b8a8-3e7dee0801b2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:58.391016 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a6f5c801-753c-4ecb-8836-5f1374625139 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7030e6e913e34e9991a627dc81e2ad8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687722 Sep 15 02:40:58.393691 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:58.419761 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80795e58-2dea-40f8-8db6-1d8c25220217 req-66e38ff3-bf2d-4555-9c32-a0ff7044475b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 Sep 15 02:40:58.443076 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f2c5-956d-43e8-8555-871b239ecb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.470471 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f2c5-956d-43e8-8555-871b239ecb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.493374 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b34e814-06f7-4dff-80e3-d76f4b8ca786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.496876 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b34e814-06f7-4dff-80e3-d76f4b8ca786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.500440 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-2b34e814-06f7-4dff-80e3-d76f4b8ca786 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12374d9a-fa39-425d-a96f-d35c5057f676 HTTP/1.1" status: 204 len: 168 time: 0.4222887 Sep 15 02:40:58.519423 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e814-06f7-4dff-80e3-d76f4b8ca786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12374d9a-fa39-425d-a96f-d35c5057f676,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:58.567359 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617716d-c3b5-407f-a290-12f92f840aef req-15ae46bc-96fc-4abf-9670-1beaf1340c42 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:58.568940 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7617716d-c3b5-407f-a290-12f92f840aef req-15ae46bc-96fc-4abf-9670-1beaf1340c42 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 944 time: 0.0650587 Sep 15 02:40:58.579089 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f2c5-956d-43e8-8555-871b239ecb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.581740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f2c5-956d-43e8-8555-871b239ecb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.582967 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8aa9f2c5-956d-43e8-8555-871b239ecb6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c5bb8c4-16bb-411d-b8a8-3e7dee0801b2 HTTP/1.1" status: 204 len: 168 time: 0.1882486 Sep 15 02:40:58.583524 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44848) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:58.597398 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9f2c5-956d-43e8-8555-871b239ecb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5bb8c4-16bb-411d-b8a8-3e7dee0801b2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:58.611073 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7617716d-c3b5-407f-a290-12f92f840aef req-2435d98d-f25e-4891-80e3-8a92292ac964 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362279 Sep 15 02:40:58.613257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17833840-6fdb-4433-a27a-7f20a9905677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.708686 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17833840-6fdb-4433-a27a-7f20a9905677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.762033 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17833840-6fdb-4433-a27a-7f20a9905677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.801666 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-17833840-6fdb-4433-a27a-7f20a9905677 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=973124982e58488082fa3a47b8f6d507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146270 Sep 15 02:40:58.802599 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17833840-6fdb-4433-a27a-7f20a9905677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe9c1b2-552f-4f13-a903-53a098e24b90,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:58.804303 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44856) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:58.871584 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa46e490-bec9-4fc6-8ac2-d67abe95daf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:58.894594 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa46e490-bec9-4fc6-8ac2-d67abe95daf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.197299 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734dfc7-1be9-48f4-a65c-97db8c812794 req-ba618f51-96f3-42c9-9d24-667fd4f7366e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:59.198782 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9734dfc7-1be9-48f4-a65c-97db8c812794 req-ba618f51-96f3-42c9-9d24-667fd4f7366e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 943 time: 0.2967348 Sep 15 02:40:59.210390 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6056af6-3b54-47c2-ad84-e75368fd420d req-47f43dec-141f-4be5-b9d7-c3dc274bc72c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:59.211872 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e6056af6-3b54-47c2-ad84-e75368fd420d req-47f43dec-141f-4be5-b9d7-c3dc274bc72c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 944 time: 0.0806165 Sep 15 02:40:59.267691 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9734dfc7-1be9-48f4-a65c-97db8c812794 req-798599de-9504-4426-b756-49badc20de36 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549049 Sep 15 02:40:59.272446 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e6056af6-3b54-47c2-ad84-e75368fd420d req-40a9900b-a9a2-4a0c-bfd4-3ec45dbfcb1a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522099 Sep 15 02:40:59.311745 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 44876) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:59.323214 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:40:59.330986 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device b877440c-5e5b-41ca-be90-3b1e7b8920cd up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:40:59.331268 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa46e490-bec9-4fc6-8ac2-d67abe95daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.333842 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa46e490-bec9-4fc6-8ac2-d67abe95daf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.340843 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-aa46e490-bec9-4fc6-8ac2-d67abe95daf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fe9c1b2-552f-4f13-a903-53a098e24b90 HTTP/1.1" status: 204 len: 168 time: 0.5295682 Sep 15 02:40:59.340843 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6bf01d2-2fc7-4b29-964c-c67cc8b427aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.350933 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46e490-bec9-4fc6-8ac2-d67abe95daf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe9c1b2-552f-4f13-a903-53a098e24b90,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:59.443314 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5f1c2-0bca-455c-b5c7-fd1442bf0629 req-b66af7f3-60b7-4c31-9870-8bff0bd39864 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:59.444868 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eec5f1c2-0bca-455c-b5c7-fd1442bf0629 req-b66af7f3-60b7-4c31-9870-8bff0bd39864 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 945 time: 0.0764792 Sep 15 02:40:59.531561 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:59.540651 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port b877440c-5e5b-41ca-be90-3b1e7b8920cd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:40:59.540888 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eec5f1c2-0bca-455c-b5c7-fd1442bf0629 req-e94d40a4-fb49-431f-b530-3d91c1dd442b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752475 Sep 15 02:40:59.546969 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6bf01d2-2fc7-4b29-964c-c67cc8b427aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.548163 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6', 'network_id': '3ea7639c-a39f-409a-9342-1e37e322a159', 'port_id': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6', 'mac_address': 'fa:16:3e:95:95:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3587237-7c3c-4970-a87c-8bc86b7763fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:40:59.549898 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port b877440c-5e5b-41ca-be90-3b1e7b8920cd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:40:59.550272 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.593897 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c224803-3b57-47fa-833a-d6c3f46ae530 req-f50d31be-f25e-4610-a5ba-a56d59ca679f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:59.595292 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3c224803-3b57-47fa-833a-d6c3f46ae530 req-f50d31be-f25e-4610-a5ba-a56d59ca679f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0656445 Sep 15 02:40:59.618371 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.639052 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3c224803-3b57-47fa-833a-d6c3f46ae530 req-42f0c7b1-73dc-4f52-92d1-a9519fd3d17c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373836 Sep 15 02:40:59.650412 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:40:59.663030 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6bf01d2-2fc7-4b29-964c-c67cc8b427aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.690316 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-b6bf01d2-2fc7-4b29-964c-c67cc8b427aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9b31e10f8194b868804aa8c1b00bcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770628 Sep 15 02:40:59.693412 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 44888) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:59.693890 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:59.724921 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf01d2-2fc7-4b29-964c-c67cc8b427aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7db9e-dc9a-40f4-bdaf-0600e4d47e75,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:59.741018 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.775779 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-439d9591-7286-4d4e-af71-aec2d4ff2e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.776829 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:40:59.790407 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743abf2-d107-41a1-a88e-3a4a561c72c6 req-0c20a5f4-fc5a-40b8-9b09-108389cf2bb9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:59.799296 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1743abf2-d107-41a1-a88e-3a4a561c72c6 req-0c20a5f4-fc5a-40b8-9b09-108389cf2bb9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 944 time: 0.0932736 Sep 15 02:40:59.800348 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-439d9591-7286-4d4e-af71-aec2d4ff2e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.857222 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1743abf2-d107-41a1-a88e-3a4a561c72c6 req-84043953-5cf5-4147-95f6-aa005c5779d9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521441 Sep 15 02:40:59.868835 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.871248 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-94b4121f-1a0f-4475-84de-451136fccf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.906933 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port b877440c-5e5b-41ca-be90-3b1e7b8920cd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:40:59.942564 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:59.961362 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-439d9591-7286-4d4e-af71-aec2d4ff2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.963884 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-439d9591-7286-4d4e-af71-aec2d4ff2e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:59.966096 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-439d9591-7286-4d4e-af71-aec2d4ff2e04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2d7db9e-dc9a-40f4-bdaf-0600e4d47e75 HTTP/1.1" status: 204 len: 168 time: 0.2717113 Sep 15 02:40:59.973725 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9591-7286-4d4e-af71-aec2d4ff2e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7db9e-dc9a-40f4-bdaf-0600e4d47e75,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:00.007211 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.008039 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d8a5603c-4185-4a4f-bfaf-0c75a5156c0e up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:41:00.049340 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92becfa4-c30b-4972-a984-14ff1d769db4" -d '{"events": [{"server_uuid": "47b60182-faa2-41c6-b7fe-e9252bd20700", "name": "network-vif-plugged", "status": "completed", "tag": "b877440c-5e5b-41ca-be90-3b1e7b8920cd"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:00.072956 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.102509 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=b877440c-5e5b-41ca-be90-3b1e7b8920cd,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:00.184742 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['51ddecc2-da0f-4ff9-bda1-2eac7760a7a6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:00.189391 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:41:00.216704 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:41:00.217072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.239107 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c25eaa9-5067-43f4-aa7c-2d6ae33208e6 x-openstack-request-id: req-8c25eaa9-5067-43f4-aa7c-2d6ae33208e6 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:00.239430 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b60182-faa2-41c6-b7fe-e9252bd20700", "name": "network-vif-plugged", "status": "completed", "tag": "b877440c-5e5b-41ca-be90-3b1e7b8920cd", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:00.239683 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c25eaa9-5067-43f4-aa7c-2d6ae33208e6 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:00.240143 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd', 'code': 200} Sep 15 02:41:00.376848 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.446298 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842be75-d621-42a4-a47c-6f27e1b35c3f req-b572416b-92c7-459b-a23a-3fb63f68f963 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:00.447957 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f842be75-d621-42a4-a47c-6f27e1b35c3f req-b572416b-92c7-459b-a23a-3fb63f68f963 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0853944 Sep 15 02:41:00.459427 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,segment=NetworkSegment(aabe58e4-f295-4e90-86ca-e24f011480c0),segment_id=aabe58e4-f295-4e90-86ca-e24f011480c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:00.474606 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfbcc5-ecea-4f10-b102-1f876d8630f4 req-d6821af8-b5ea-42e7-8119-f073726f87a2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:00.476193 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-83cfbcc5-ecea-4f10-b102-1f876d8630f4 req-d6821af8-b5ea-42e7-8119-f073726f87a2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 944 time: 0.0840299 Sep 15 02:41:00.530509 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f842be75-d621-42a4-a47c-6f27e1b35c3f req-7a512fe8-1971-4612-aea4-8a4d08a68ce3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Sep 15 02:41:00.533113 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.534629 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 2e076bdd-98e1-4c01-af2f-0d26d613e688 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:41:00.572596 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-83cfbcc5-ecea-4f10-b102-1f876d8630f4 req-98e7aca1-2bd7-4667-bce9-6f0747f30dba tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663402 Sep 15 02:41:00.684020 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924c948-6f84-40a6-8d71-a5d17a596e0f req-ea065f8f-9612-4aa7-83f3-0729a30239ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:00.693372 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6924c948-6f84-40a6-8d71-a5d17a596e0f req-ea065f8f-9612-4aa7-83f3-0729a30239ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 1098 time: 0.1170449 Sep 15 02:41:00.736232 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc68ec-6b5b-4295-a1b5-6867c4738526 req-34e7c9e6-4a6a-47b6-a8be-4662b1450b4f tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:00.745363 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-86bc68ec-6b5b-4295-a1b5-6867c4738526 req-34e7c9e6-4a6a-47b6-a8be-4662b1450b4f tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.1156099 Sep 15 02:41:00.771728 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:00.802119 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924c948-6f84-40a6-8d71-a5d17a596e0f req-045c5bbb-b274-4f33-8f61-4ecb70f80d42 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.835150 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-86bc68ec-6b5b-4295-a1b5-6867c4738526 req-f555f62b-22e4-4773-9d5a-ff1acd9b62b8 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880594 Sep 15 02:41:00.852045 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 2e076bdd-98e1-4c01-af2f-0d26d613e688 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:41:00.852045 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 2e076bdd-98e1-4c01-af2f-0d26d613e688 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:41:00.856957 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.862542 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac5b15-ee67-466d-97ad-8c12c3089343 req-b6f64c94-bb97-4a53-a9b4-b2007241ede0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:00.863982 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-36ac5b15-ee67-466d-97ad-8c12c3089343 req-b6f64c94-bb97-4a53-a9b4-b2007241ede0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0918267 Sep 15 02:41:00.928637 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:00.943679 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-36ac5b15-ee67-466d-97ad-8c12c3089343 req-63df08a1-04be-4c99-ad55-e820b315f42d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696871 Sep 15 02:41:01.009801 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924c948-6f84-40a6-8d71-a5d17a596e0f req-045c5bbb-b274-4f33-8f61-4ecb70f80d42 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.018314 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.034901 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79157b96-16fa-45d7-922b-5f626dc56057 req-bfee2961-0cc9-454b-be73-97f98afbafdd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:01.036424 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-79157b96-16fa-45d7-922b-5f626dc56057 req-bfee2961-0cc9-454b-be73-97f98afbafdd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 944 time: 0.0727792 Sep 15 02:41:01.056153 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 2e076bdd-98e1-4c01-af2f-0d26d613e688, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:01.087019 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-79157b96-16fa-45d7-922b-5f626dc56057 req-c5bafd5c-220d-47d9-bc59-3fb2e30ba84f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395727 Sep 15 02:41:01.088512 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924c948-6f84-40a6-8d71-a5d17a596e0f req-045c5bbb-b274-4f33-8f61-4ecb70f80d42 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.110164 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.120036 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6924c948-6f84-40a6-8d71-a5d17a596e0f req-045c5bbb-b274-4f33-8f61-4ecb70f80d42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159379 Sep 15 02:41:01.130263 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c5bbb-b274-4f33-8f61-4ecb70f80d42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b1eca-fd06-44fb-88fd-538e09faf2ce,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:01.172748 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=2e076bdd-98e1-4c01-af2f-0d26d613e688,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:01.318289 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device a92fa06d-d76a-4350-bab9-17318c74ac96 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:41:01.338424 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:41:01.477534 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port a92fa06d-d76a-4350-bab9-17318c74ac96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a92fa06d-d76a-4350-bab9-17318c74ac96,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:01.492832 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'port_id': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'mac_address': 'fa:16:3e:83:29:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:41:01.537517 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.553246 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92fa06d-d76a-4350-bab9-17318c74ac96 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:01.565851 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:41:01.576858 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port a92fa06d-d76a-4350-bab9-17318c74ac96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a92fa06d-d76a-4350-bab9-17318c74ac96,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:01.577765 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:41:01.578134 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.654090 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777b27b-538e-4594-a3f2-ae45b68bfcc5 req-90aff7ac-8a98-4eba-a903-96831f2856f3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:01.658828 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5777b27b-538e-4594-a3f2-ae45b68bfcc5 req-90aff7ac-8a98-4eba-a903-96831f2856f3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0601287 Sep 15 02:41:01.671383 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.708638 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:01.710707 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.711251 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:41:01.732986 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5777b27b-538e-4594-a3f2-ae45b68bfcc5 req-184b6a35-8780-44fa-af5e-8de1b2591e1c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Sep 15 02:41:01.754871 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65453-aafa-4102-883c-ba7689e8ccaa req-9273cea1-6e2e-44b8-a23f-5245232f2443 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:01.756544 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80e65453-aafa-4102-883c-ba7689e8ccaa req-9273cea1-6e2e-44b8-a23f-5245232f2443 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 944 time: 0.0951495 Sep 15 02:41:01.790718 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.800188 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80e65453-aafa-4102-883c-ba7689e8ccaa req-cd54e94c-cdae-4617-a723-aa4f3394f7b7 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363774 Sep 15 02:41:01.830978 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=a92fa06d-d76a-4350-bab9-17318c74ac96,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:01.956242 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:01.967515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ee96-db66-48ec-a1e9-90ac7b9742f5 req-668a4f74-e9ca-4ca7-a904-116f9c4cf105 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:01.969036 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:01.975439 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d90ee96-db66-48ec-a1e9-90ac7b9742f5 req-668a4f74-e9ca-4ca7-a904-116f9c4cf105 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0628996 Sep 15 02:41:01.981287 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'port_id': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'mac_address': 'fa:16:3e:eb:9d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:41:02.034734 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:02.051547 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5ef637-b7f3-4dfe-a135-57f0482f24bb {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:02.054105 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d90ee96-db66-48ec-a1e9-90ac7b9742f5 req-21cc94af-2ca0-40e9-a98c-df6757b62538 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772290 Sep 15 02:41:02.093549 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:02.115551 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab2d7-e473-4d75-8ee6-5d9162385c1d req-c97d6cff-ff67-4b3d-8a65-360259200277 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:02.117115 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-365ab2d7-e473-4d75-8ee6-5d9162385c1d req-c97d6cff-ff67-4b3d-8a65-360259200277 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0576227 Sep 15 02:41:02.150572 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:02.191931 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-365ab2d7-e473-4d75-8ee6-5d9162385c1d req-f7c55356-8692-4355-8b73-b2fbe1a7ea60 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614429 Sep 15 02:41:02.206886 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:02.212583 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa65c46-d9c0-44d8-9dc5-d8392cbb4a64 req-3cbc25cf-e810-4cd2-b96b-715949dc5b11 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:02.214049 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-faa65c46-d9c0-44d8-9dc5-d8392cbb4a64 req-3cbc25cf-e810-4cd2-b96b-715949dc5b11 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 945 time: 0.0626047 Sep 15 02:41:02.241542 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e'}, {'server_uuid': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e076bdd-98e1-4c01-af2f-0d26d613e688'}, {'server_uuid': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:02.244104 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e0cf08-5b1b-4bd0-aacf-015f991979ed" -d '{"events": [{"server_uuid": "791c461a-fcc8-4a69-a36f-eb0f63aa9647", "name": "network-vif-plugged", "status": "completed", "tag": "d8a5603c-4185-4a4f-bfaf-0c75a5156c0e"}, {"server_uuid": "dc4a5caa-94a5-480a-b972-648b0db9a6a0", "name": "network-vif-plugged", "status": "completed", "tag": "2e076bdd-98e1-4c01-af2f-0d26d613e688"}, {"server_uuid": "a774c78b-8234-4da9-b8ed-d2780b5d3b22", "name": "network-vif-plugged", "status": "completed", "tag": "51ddecc2-da0f-4ff9-bda1-2eac7760a7a6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:02.271078 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-faa65c46-d9c0-44d8-9dc5-d8392cbb4a64 req-2fcedf11-3dc4-4f50-8360-98ccb6c0cb52 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505245 Sep 15 02:41:02.302815 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23953a-d806-4b68-8485-c1e18af08cf7 x-openstack-request-id: req-db23953a-d806-4b68-8485-c1e18af08cf7 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:02.303125 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791c461a-fcc8-4a69-a36f-eb0f63aa9647", "name": "network-vif-plugged", "status": "completed", "tag": "d8a5603c-4185-4a4f-bfaf-0c75a5156c0e", "code": 200}, {"server_uuid": "dc4a5caa-94a5-480a-b972-648b0db9a6a0", "name": "network-vif-plugged", "status": "completed", "tag": "2e076bdd-98e1-4c01-af2f-0d26d613e688", "code": 200}, {"server_uuid": "a774c78b-8234-4da9-b8ed-d2780b5d3b22", "name": "network-vif-plugged", "status": "completed", "tag": "51ddecc2-da0f-4ff9-bda1-2eac7760a7a6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:02.303449 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db23953a-d806-4b68-8485-c1e18af08cf7 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:02.303858 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e', 'code': 200} Sep 15 02:41:02.304121 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e076bdd-98e1-4c01-af2f-0d26d613e688', 'code': 200} Sep 15 02:41:02.304391 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6', 'code': 200} Sep 15 02:41:02.475984 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:02.552565 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['a92fa06d-d76a-4350-bab9-17318c74ac96'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:02.605613 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['cf5ef637-b7f3-4dfe-a135-57f0482f24bb'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:02.751375 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a636-fdee-498e-ac9a-283a8088cfea req-04b96c24-b3e6-4d3f-af8c-ac5a0f780fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:02.753376 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2930a636-fdee-498e-ac9a-283a8088cfea req-04b96c24-b3e6-4d3f-af8c-ac5a0f780fd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0925512 Sep 15 02:41:02.846384 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2930a636-fdee-498e-ac9a-283a8088cfea req-bf562b7f-e035-4b95-8d28-cba3368528eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631418 Sep 15 02:41:02.931009 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60433cd4-e59d-49c1-a727-b60fa85b4633 req-89db4bc8-80b2-4b34-8840-e5fa21f0897b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:02.932977 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-60433cd4-e59d-49c1-a727-b60fa85b4633 req-89db4bc8-80b2-4b34-8840-e5fa21f0897b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0669134 Sep 15 02:41:02.944632 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd30818-3748-492c-a514-f13ea28da9c3 req-e3137642-d336-4891-b42b-72300813778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:02.946929 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8fd30818-3748-492c-a514-f13ea28da9c3 req-e3137642-d336-4891-b42b-72300813778b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 1099 time: 0.1679306 Sep 15 02:41:02.961412 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1968114-14eb-4404-99be-0921030c557f req-de770096-c954-426d-aacc-6b909e85cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:02.963194 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c1968114-14eb-4404-99be-0921030c557f req-de770096-c954-426d-aacc-6b909e85cfab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 1098 time: 0.0728598 Sep 15 02:41:03.015099 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-60433cd4-e59d-49c1-a727-b60fa85b4633 req-25786ed5-f7f6-4441-96bf-1f354ad5bed1 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737791 Sep 15 02:41:03.028413 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135c3ee-ba37-4187-8304-8e5f46095787 req-405a70fd-d1f1-4b03-87a7-d583c2879713 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:03.028413 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d135c3ee-ba37-4187-8304-8e5f46095787 req-405a70fd-d1f1-4b03-87a7-d583c2879713 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0883026 Sep 15 02:41:03.069714 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d135c3ee-ba37-4187-8304-8e5f46095787 req-9d7a5795-000b-40ad-b331-0216783b976e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Sep 15 02:41:03.184914 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1003d-300d-4828-baf0-77a69879188b req-58d94417-6dc4-4e0c-8662-e4f41fe1a64b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:03.192289 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f6b1003d-300d-4828-baf0-77a69879188b req-58d94417-6dc4-4e0c-8662-e4f41fe1a64b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0551574 Sep 15 02:41:03.250460 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c1968114-14eb-4404-99be-0921030c557f req-158d54de-de6b-4c31-b203-662dff37e73e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755737 Sep 15 02:41:03.258281 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f6b1003d-300d-4828-baf0-77a69879188b req-b721727e-f546-4ad5-b60f-2eaaa9581637 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650213 Sep 15 02:41:03.286574 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8fd30818-3748-492c-a514-f13ea28da9c3 req-4f0ed456-a187-46ec-b1fa-f90438a1019c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849798 Sep 15 02:41:03.344984 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986f89-a7ab-489e-9e7e-13977a454a3a req-51fdd44e-bd1a-4034-87ef-06908bf361b3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:03.346793 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d986f89-a7ab-489e-9e7e-13977a454a3a req-51fdd44e-bd1a-4034-87ef-06908bf361b3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 944 time: 0.0578353 Sep 15 02:41:03.426255 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b77c57-fe0f-47b9-9dba-0fe170154b73 req-2b369313-b075-4615-a52a-cb2ebf6e37f5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:03.427759 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d1b77c57-fe0f-47b9-9dba-0fe170154b73 req-2b369313-b075-4615-a52a-cb2ebf6e37f5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 945 time: 0.0801034 Sep 15 02:41:03.430945 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d986f89-a7ab-489e-9e7e-13977a454a3a req-ad6dc8ae-3c6f-41ba-a1d5-5630f324adb8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708101 Sep 15 02:41:03.466376 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d1b77c57-fe0f-47b9-9dba-0fe170154b73 req-75477ce6-6ebe-40b8-8ffe-1eee2a7f6030 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322547 Sep 15 02:41:04.134269 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c203eb-9f03-4262-a4ea-2ceff25e78e4 req-28ae80a1-20bb-4e47-99e7-3579cdbcef06 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:04.137671 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92c203eb-9f03-4262-a4ea-2ceff25e78e4 req-28ae80a1-20bb-4e47-99e7-3579cdbcef06 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0529039 Sep 15 02:41:04.207655 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92c203eb-9f03-4262-a4ea-2ceff25e78e4 req-1b6af274-32a4-4ee7-ba9c-070361b7ef69 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651910 Sep 15 02:41:04.220625 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec3858-db0f-4253-99eb-17a7fb5c51f8 req-f5cae6d7-050a-4944-bab8-86558b7ab02f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:04.225736 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1fec3858-db0f-4253-99eb-17a7fb5c51f8 req-f5cae6d7-050a-4944-bab8-86558b7ab02f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0732551 Sep 15 02:41:04.276147 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1fec3858-db0f-4253-99eb-17a7fb5c51f8 req-9e7f127d-7a14-4c13-80a6-a1a7942f1455 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Sep 15 02:41:04.373874 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81152875-9836-4a4e-8e84-adc6a7055af2 req-863e7055-c456-479e-b7ca-662e3d4815f1 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:04.375426 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-81152875-9836-4a4e-8e84-adc6a7055af2 req-863e7055-c456-479e-b7ca-662e3d4815f1 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0483661 Sep 15 02:41:04.413932 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-81152875-9836-4a4e-8e84-adc6a7055af2 req-d480a80c-b069-4e27-a8b1-2fe84a244dd1 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Sep 15 02:41:04.580091 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666c640-3dae-453e-ad48-99016d9165ee req-fde5de01-c5c8-4478-804e-1b8b87f0dd32 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:04.581507 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f666c640-3dae-453e-ad48-99016d9165ee req-fde5de01-c5c8-4478-804e-1b8b87f0dd32 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 944 time: 0.0776746 Sep 15 02:41:04.616651 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac541f1-7018-4eca-811c-483d069ff385 req-a2468183-e4be-4c59-a779-33870b09a25f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:04.618117 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3ac541f1-7018-4eca-811c-483d069ff385 req-a2468183-e4be-4c59-a779-33870b09a25f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 945 time: 0.0790763 Sep 15 02:41:04.646693 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f666c640-3dae-453e-ad48-99016d9165ee req-bfac7043-c8a0-430d-a616-7013e15f866f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582767 Sep 15 02:41:04.668999 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3ac541f1-7018-4eca-811c-483d069ff385 req-02d8eb0b-de4b-498b-be9c-4ca201d7c3aa tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416327 Sep 15 02:41:05.338254 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:41:05.411299 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847df56-4163-49c0-959e-6b0058c9e638 req-86e235a4-0670-49a6-877f-c63c296701e4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:05.413502 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3847df56-4163-49c0-959e-6b0058c9e638 req-86e235a4-0670-49a6-877f-c63c296701e4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0754564 Sep 15 02:41:05.452233 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3847df56-4163-49c0-959e-6b0058c9e638 req-5fb138ca-1254-474c-8a96-0683c4229253 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Sep 15 02:41:05.480828 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port cf5ef637-b7f3-4dfe-a135-57f0482f24bb completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:41:05.485782 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port cf5ef637-b7f3-4dfe-a135-57f0482f24bb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:41:05.487815 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:05.547218 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64b63c-fe98-4096-8000-dac1deb16d3b req-da04acf3-2599-451b-9c93-32baa1bf4260 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:05.554829 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-be64b63c-fe98-4096-8000-dac1deb16d3b req-da04acf3-2599-451b-9c93-32baa1bf4260 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0625522 Sep 15 02:41:05.592316 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-be64b63c-fe98-4096-8000-dac1deb16d3b req-63f2b482-9a21-48b4-be0d-959b0ce9d25c tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Sep 15 02:41:05.611952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:05.639369 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:05.641801 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86628a48-ec47-4569-a9e0-0da20dc1c9d6" -d '{"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:05.659972 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:05.670010 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45118) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:05.686576 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ab16b2-f974-405e-8b97-2b443a0360de x-openstack-request-id: req-64ab16b2-f974-405e-8b97-2b443a0360de {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:05.686576 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:05.686576 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64ab16b2-f974-405e-8b97-2b443a0360de {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:05.686576 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'code': 200} Sep 15 02:41:05.750213 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:05.751791 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device a92fa06d-d76a-4350-bab9-17318c74ac96 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:41:05.835865 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8972c8-4378-4e6f-a598-8c2001f59bbd req-ec9a480e-9d55-4bc4-9ae9-939e51a6fe59 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:05.845298 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef8972c8-4378-4e6f-a598-8c2001f59bbd req-ec9a480e-9d55-4bc4-9ae9-939e51a6fe59 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 945 time: 0.0889077 Sep 15 02:41:05.851535 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e323d2-eecd-4644-a70b-fafaa53b79e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:05.871586 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:05.907204 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef8972c8-4378-4e6f-a598-8c2001f59bbd req-16cec608-3269-423d-9bfc-2242f957941f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606923 Sep 15 02:41:05.930737 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45130) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:05.967414 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port a92fa06d-d76a-4350-bab9-17318c74ac96 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:41:05.971626 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port a92fa06d-d76a-4350-bab9-17318c74ac96 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:41:05.972072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.019048 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e323d2-eecd-4644-a70b-fafaa53b79e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.050429 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948966-3ec5-4e39-8063-22d79c44336f req-a1286227-de2f-4fd8-b3f8-9a908c8a366b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:06.052675 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06948966-3ec5-4e39-8063-22d79c44336f req-a1286227-de2f-4fd8-b3f8-9a908c8a366b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0886598 Sep 15 02:41:06.081816 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.120181 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e323d2-eecd-4644-a70b-fafaa53b79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.120386 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port a92fa06d-d76a-4350-bab9-17318c74ac96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a92fa06d-d76a-4350-bab9-17318c74ac96,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:06.139323 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10658d9c-69be-4349-a145-493c3bb16cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.161064 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06948966-3ec5-4e39-8063-22d79c44336f req-4c9a6c8d-d3e8-49c6-a651-90a096afd9dc tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011877 Sep 15 02:41:06.182391 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24fe4-24df-4589-aefb-6d70f92c76e4 req-5fc201f7-ca8f-491b-9fe9-876e6fbc5030 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:06.182391 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-09e24fe4-24df-4589-aefb-6d70f92c76e4 req-5fc201f7-ca8f-491b-9fe9-876e6fbc5030 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1086385 Sep 15 02:41:06.191784 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-59e323d2-eecd-4644-a70b-fafaa53b79e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=386ae55e79a34691b912579ec31a91da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206399 Sep 15 02:41:06.194419 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:06.197619 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7c5f-5cfa-4898-ab04-7d40d4c0e5cb req-55357b5a-8d8a-4b37-98e6-2ac376ca49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:06.199059 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-980c7c5f-5cfa-4898-ab04-7d40d4c0e5cb req-55357b5a-8d8a-4b37-98e6-2ac376ca49d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1098 time: 0.1119802 Sep 15 02:41:06.200719 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e323d2-eecd-4644-a70b-fafaa53b79e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036b1ec0-eeab-4649-99d7-d1a792c29e60,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:06.201688 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.217135 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-652a4c22-9664-456d-b314-438b3819c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:06.218557 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-652a4c22-9664-456d-b314-438b3819c666 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 1098 time: 0.1216471 Sep 15 02:41:06.255670 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=a92fa06d-d76a-4350-bab9-17318c74ac96,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:06.288030 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-980c7c5f-5cfa-4898-ab04-7d40d4c0e5cb req-b4afe5ae-b066-493d-a628-b80fb33a5713 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781047 Sep 15 02:41:06.308722 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-09e24fe4-24df-4589-aefb-6d70f92c76e4 req-3f34c883-0c6a-4e02-a214-06d603cc6e98 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173697 Sep 15 02:41:06.331994 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a44d4d1-d129-45a8-92c6-08c52ad4dcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.347493 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-6f635ef3-84e9-43a2-971f-ffeb7f2b1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:06.349085 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-6f635ef3-84e9-43a2-971f-ffeb7f2b1693 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 919 time: 0.1183221 Sep 15 02:41:06.368746 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a44d4d1-d129-45a8-92c6-08c52ad4dcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.407920 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10658d9c-69be-4349-a145-493c3bb16cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.463751 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10658d9c-69be-4349-a145-493c3bb16cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.498198 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a44d4d1-d129-45a8-92c6-08c52ad4dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.500685 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a44d4d1-d129-45a8-92c6-08c52ad4dcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.501799 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-2a44d4d1-d129-45a8-92c6-08c52ad4dcf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/036b1ec0-eeab-4649-99d7-d1a792c29e60 HTTP/1.1" status: 204 len: 168 time: 0.3057616 Sep 15 02:41:06.506903 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-10658d9c-69be-4349-a145-493c3bb16cb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=433afecdc3f34a37be97737f22c31167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751107 Sep 15 02:41:06.508807 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10658d9c-69be-4349-a145-493c3bb16cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5e939-f45f-4a7e-afeb-32dea33e7d7c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:06.509822 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45148) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:06.520558 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44d4d1-d129-45a8-92c6-08c52ad4dcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036b1ec0-eeab-4649-99d7-d1a792c29e60,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:06.568335 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e082066-3ece-4508-bdf9-0b34ce6a4f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.588677 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e082066-3ece-4508-bdf9-0b34ce6a4f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.635639 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-f194589f-2409-47af-87d6-83ee2cdba1bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 HTTP/1.1" status: 200 len: 217 time: 0.0445206 Sep 15 02:41:06.710389 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-2a0921ee-4ee1-4247-83dc-76e319af9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:06.711808 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9686-a527-4999-891a-b43b5885ce52 req-9046577b-cff6-4f50-b58d-440b7a47d6f7 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:06.711960 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-2a0921ee-4ee1-4247-83dc-76e319af9d45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.0458183 Sep 15 02:41:06.713324 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef8a9686-a527-4999-891a-b43b5885ce52 req-9046577b-cff6-4f50-b58d-440b7a47d6f7 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0515513 Sep 15 02:41:06.752175 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-de5518e2-d45f-406d-a2f1-62c45c390406 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241544 Sep 15 02:41:06.753914 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef8a9686-a527-4999-891a-b43b5885ce52 req-a6d575a7-8f3f-4041-946e-492bb4727781 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336378 Sep 15 02:41:06.779122 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e082066-3ece-4508-bdf9-0b34ce6a4f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.781818 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e082066-3ece-4508-bdf9-0b34ce6a4f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:06.785528 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-3e082066-3ece-4508-bdf9-0b34ce6a4f37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efa5e939-f45f-4a7e-afeb-32dea33e7d7c HTTP/1.1" status: 204 len: 168 time: 0.2745564 Sep 15 02:41:06.805204 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e082066-3ece-4508-bdf9-0b34ce6a4f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5e939-f45f-4a7e-afeb-32dea33e7d7c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:06.891476 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-a0dfec28-2d0b-41ae-bc41-35d4f6026a93 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350300 Sep 15 02:41:07.022076 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-26bbdd25-24a3-4d75-b05d-4940da982d48 req-83ea4c82-0035-441b-96f8-59d9ace934d0 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145132 Sep 15 02:41:07.036274 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407a0e2-a65e-40b3-be1e-cfa9dc2111e0 req-1b7ddae8-2138-43ba-b7c1-37cc534edf1d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:07.037790 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1407a0e2-a65e-40b3-be1e-cfa9dc2111e0 req-1b7ddae8-2138-43ba-b7c1-37cc534edf1d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0512764 Sep 15 02:41:07.078829 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1407a0e2-a65e-40b3-be1e-cfa9dc2111e0 req-9b0955dd-80da-4aa7-860b-5f12609b71e1 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332613 Sep 15 02:41:07.291928 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dbf12-3f32-4260-ae13-80c339b0090f req-752efeb0-9e55-4a05-8fcd-2da711c4f3e1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:07.293652 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5c0dbf12-3f32-4260-ae13-80c339b0090f req-752efeb0-9e55-4a05-8fcd-2da711c4f3e1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0510237 Sep 15 02:41:07.333661 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45176) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:07.345606 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c3e3-6714-46c7-90fb-aeb1b414ac51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.350582 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5c0dbf12-3f32-4260-ae13-80c339b0090f req-0f8192dd-7ca6-4f91-b230-ef868d49cdf4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362258 Sep 15 02:41:07.446841 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c3e3-6714-46c7-90fb-aeb1b414ac51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.476648 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33615-41e9-4ad6-92f0-dfcd7cc8ec46 req-d584fa28-99d6-4514-9399-25c35cb3370b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:07.482093 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dcf33615-41e9-4ad6-92f0-dfcd7cc8ec46 req-d584fa28-99d6-4514-9399-25c35cb3370b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0500684 Sep 15 02:41:07.526666 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dcf33615-41e9-4ad6-92f0-dfcd7cc8ec46 req-138262c7-8ae1-4036-a590-487aa9dfb075 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Sep 15 02:41:07.578447 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c3e3-6714-46c7-90fb-aeb1b414ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.624858 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-ebe8c3e3-6714-46c7-90fb-aeb1b414ac51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6514815a5c249afa6b7ae073da4fe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932925 Sep 15 02:41:07.627406 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45190) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:07.627524 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8c3e3-6714-46c7-90fb-aeb1b414ac51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e86703-840f-47a6-9599-b22e61e5ef4a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:07.686370 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:07.688742 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e8fd6-3c80-4685-9f1a-e8a65418dbd1" -d '{"events": [{"server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:07.691711 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4acda9fe-a7ad-443c-9566-4b7acb15446b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.711254 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45198) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:07.720756 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4acda9fe-a7ad-443c-9566-4b7acb15446b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.740291 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae49712b-dede-4c28-945f-ce5e7044c630 x-openstack-request-id: req-ae49712b-dede-4c28-945f-ce5e7044c630 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:07.740796 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:07.741609 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae49712b-dede-4c28-945f-ce5e7044c630 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:07.742427 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'code': 200} Sep 15 02:41:07.744271 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b25eba6f-2689-401c-aa3e-340c947ba8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.862568 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4acda9fe-a7ad-443c-9566-4b7acb15446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.865153 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4acda9fe-a7ad-443c-9566-4b7acb15446b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:07.866293 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-4acda9fe-a7ad-443c-9566-4b7acb15446b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9e86703-840f-47a6-9599-b22e61e5ef4a HTTP/1.1" status: 204 len: 168 time: 0.2375019 Sep 15 02:41:07.877098 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acda9fe-a7ad-443c-9566-4b7acb15446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e86703-840f-47a6-9599-b22e61e5ef4a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:07.962613 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b25eba6f-2689-401c-aa3e-340c947ba8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:08.052846 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b25eba6f-2689-401c-aa3e-340c947ba8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:08.097408 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25eba6f-2689-401c-aa3e-340c947ba8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b3b3d-f7f2-454a-be80-5edd2f1fcc3a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:08.111347 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b25eba6f-2689-401c-aa3e-340c947ba8dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ceddf6f6da3a4316a22917dabea1f555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989954 Sep 15 02:41:08.114329 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45216) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:08.197671 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aded8c43-ae59-4671-b38e-ba8918d04da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:08.232274 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6d99b-1a1c-471e-b8b7-af6709fd7cdb req-f8a9cc05-a58a-410e-826f-ed6585b412a3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:08.234050 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a4b6d99b-1a1c-471e-b8b7-af6709fd7cdb req-f8a9cc05-a58a-410e-826f-ed6585b412a3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0822930 Sep 15 02:41:08.239123 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aded8c43-ae59-4671-b38e-ba8918d04da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:08.281471 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796ece-82ac-42ea-86e1-a5a4dacef778 req-2b48c8bd-a023-43ab-ad3d-0ab4d50747a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:08.283300 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4f796ece-82ac-42ea-86e1-a5a4dacef778 req-2b48c8bd-a023-43ab-ad3d-0ab4d50747a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 1099 time: 0.0546432 Sep 15 02:41:08.307178 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a4b6d99b-1a1c-471e-b8b7-af6709fd7cdb req-2def1ed0-d8a8-47cd-afaf-0a6babaf11d3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617630 Sep 15 02:41:08.339114 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4f796ece-82ac-42ea-86e1-a5a4dacef778 req-cba20a5c-3202-456e-8816-64ac86128b5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Sep 15 02:41:08.407117 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aded8c43-ae59-4671-b38e-ba8918d04da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:08.409811 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aded8c43-ae59-4671-b38e-ba8918d04da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:08.410930 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-aded8c43-ae59-4671-b38e-ba8918d04da1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab2b3b3d-f7f2-454a-be80-5edd2f1fcc3a HTTP/1.1" status: 204 len: 168 time: 0.2955813 Sep 15 02:41:08.420338 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded8c43-ae59-4671-b38e-ba8918d04da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b3b3d-f7f2-454a-be80-5edd2f1fcc3a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:08.498071 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67068268-8326-4d44-93d6-b00d66ccd1af req-b1c05597-edd1-41ea-a063-5c469f0d157e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:08.505662 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-67068268-8326-4d44-93d6-b00d66ccd1af req-b1c05597-edd1-41ea-a063-5c469f0d157e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0590253 Sep 15 02:41:08.543414 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-67068268-8326-4d44-93d6-b00d66ccd1af req-8266ad41-b573-4dd9-99cc-a6797544fa20 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367653 Sep 15 02:41:08.694127 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410950b7-00a1-440f-8277-6ada774aabfe req-39df262b-9e4d-4bdf-b86c-51523021bb79 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:08.695745 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-410950b7-00a1-440f-8277-6ada774aabfe req-39df262b-9e4d-4bdf-b86c-51523021bb79 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0831273 Sep 15 02:41:08.714294 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853f6a7-3663-4c13-901e-313ab3bb42e0 req-9bfa2316-62b0-4640-95e5-1d3ed4af21e0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:08.715862 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6853f6a7-3663-4c13-901e-313ab3bb42e0 req-9bfa2316-62b0-4640-95e5-1d3ed4af21e0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0903358 Sep 15 02:41:08.726907 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45260) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:08.735772 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'floatingip': {'port_id': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:08.763250 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-410950b7-00a1-440f-8277-6ada774aabfe req-6d21ec24-4dd8-4233-98c4-67af8e2416c9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587986 Sep 15 02:41:08.865911 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:09.451493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c6d0b-d5c3-4397-9698-1be063f38868 req-de4284de-6313-43f7-98aa-678a87cfa27e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:09.460400 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f60c6d0b-d5c3-4397-9698-1be063f38868 req-de4284de-6313-43f7-98aa-678a87cfa27e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0659499 Sep 15 02:41:09.502440 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f60c6d0b-d5c3-4397-9698-1be063f38868 req-1bac0647-9b2a-42a0-a888-79b274136d25 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Sep 15 02:41:09.693563 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:09.755465 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:09.889989 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Floating IP 92d98f66-0c14-4ee7-9e07-be0bb439c56f associated. External IP: 172.27.3.73, port: cf5ef637-b7f3-4dfe-a135-57f0482f24bb. Sep 15 02:41:09.989639 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92771f-de1a-43b0-8962-286cfc26460f req-dd4ff9d8-6044-4434-9f95-b131809dd867 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:09.997126 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ec92771f-de1a-43b0-8962-286cfc26460f req-dd4ff9d8-6044-4434-9f95-b131809dd867 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1100500 Sep 15 02:41:10.039311 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ec92771f-de1a-43b0-8962-286cfc26460f req-489bc5c2-7d09-45aa-9d5e-83011807805a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340083 Sep 15 02:41:10.133420 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Router aff72e51-9578-4c55-9c9a-8e5a032f44c8 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:41:10.249039 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:41:10.254011 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:10.264658 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] Sync routers for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:41:10.278678 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:41:10.279348 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:41:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:10.293745 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-81dc48b0-b62e-457d-8a77-c7d3b2acb43b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "PUT /v2.0/floatingips/92d98f66-0c14-4ee7-9e07-be0bb439c56f HTTP/1.1" status: 200 len: 990 time: 1.5600543 Sep 15 02:41:10.293745 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:10.294633 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506c6aa-e865-426c-93e6-5a26c2a81d68" -d '{"events": [{"name": "network-changed", "server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:10.360751 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b5c0c-4206-4583-b997-92d8a78d631b x-openstack-request-id: req-6a0b5c0c-4206-4583-b997-92d8a78d631b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:10.361091 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:10.361414 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a0b5c0c-4206-4583-b997-92d8a78d631b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:10.361813 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'status': 'completed', 'code': 200} Sep 15 02:41:10.403859 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:41:10.475431 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-eec9bba4-9e9a-4d7c-bb2f-c9e60036e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:10.477135 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-eec9bba4-9e9a-4d7c-bb2f-c9e60036e265 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1098 time: 0.0500305 Sep 15 02:41:10.616777 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-e844661b-bb8a-4206-b92a-0945d0fd7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:10.622719 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-e844661b-bb8a-4206-b92a-0945d0fd7195 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.1361065 Sep 15 02:41:10.730888 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6b44-4ab2-4a4f-a8a2-7f2af9b24bdc req-85d9d8f0-7d4d-4be7-8e16-3f215591c078 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:10.734386 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6abe6b44-4ab2-4a4f-a8a2-7f2af9b24bdc req-85d9d8f0-7d4d-4be7-8e16-3f215591c078 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1036892 Sep 15 02:41:10.741038 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '92d98f66-0c14-4ee7-9e07-be0bb439c56f', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'port_id': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'mac_address': 'fa:16:3e:eb:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:40:32Z', 'updated_at': '2021-09-15T02:41:09Z', 'revision_number': 1, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:10.744125 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-8d855794-8cf8-4899-ba4e-6af4ba725d8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb HTTP/1.1" status: 200 len: 998 time: 0.1055079 Sep 15 02:41:10.774062 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] Checking router: aff72e51-9578-4c55-9c9a-8e5a032f44c8 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:41:10.785585 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:41:10.786215 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:41:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:10.798686 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6abe6b44-4ab2-4a4f-a8a2-7f2af9b24bdc req-680b8e7f-6043-41b2-87b8-6830f29aaa61 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582659 Sep 15 02:41:10.800055 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-2e671b2a-a117-494c-959c-b463428350d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:10.801571 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-2e671b2a-a117-494c-959c-b463428350d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0491312 Sep 15 02:41:10.859523 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-edba76bf-863d-492e-b321-7e74387de256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:10.861470 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-edba76bf-863d-492e-b321-7e74387de256 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517349 Sep 15 02:41:10.922034 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:41:10.937896 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548059bf-47aa-469b-9c07-86643abdb1d8 req-b1de9042-19f6-46e4-a03e-e80ca82ed701 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:10.939790 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-548059bf-47aa-469b-9c07-86643abdb1d8 req-b1de9042-19f6-46e4-a03e-e80ca82ed701 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0689266 Sep 15 02:41:10.950380 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45372) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:10.955082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'floatingip': {'port_id': 'a92fa06d-d76a-4350-bab9-17318c74ac96'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:10.981407 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-5f42db26-54e8-451c-82f1-e170d1c85cc4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036069 Sep 15 02:41:11.083477 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:11.151347 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0506c6aa-e865-426c-93e6-5a26c2a81d68 req-c5311446-21c0-4814-a51e-50c12b760eae service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664777 Sep 15 02:41:11.286586 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '92d98f66-0c14-4ee7-9e07-be0bb439c56f', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'port_id': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'mac_address': 'fa:16:3e:eb:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:40:32Z', 'updated_at': '2021-09-15T02:41:09Z', 'revision_number': 1, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:11.317619 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c57e92-fa09-443d-b796-2cd373b170d1 None None] The sync data for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi is: [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '92d98f66-0c14-4ee7-9e07-be0bb439c56f', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'port_id': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'mac_address': 'fa:16:3e:eb:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:40:32Z', 'updated_at': '2021-09-15T02:41:09Z', 'revision_number': 1, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:41:11.524242 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e632a6-109f-4fea-aabe-1175a6763f67 req-358de3bf-bfaf-4016-8f4f-77d7781505be tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:11.526267 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-94e632a6-109f-4fea-aabe-1175a6763f67 req-358de3bf-bfaf-4016-8f4f-77d7781505be tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.3969719 Sep 15 02:41:11.608834 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eeacb5-f99b-4443-bc6e-cf3cdca6b182 None None] New status for floating IP 92d98f66-0c14-4ee7-9e07-be0bb439c56f: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:41:11.638680 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-94e632a6-109f-4fea-aabe-1175a6763f67 req-faaa76c2-3cbf-49de-b424-4a91fda834f7 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 Sep 15 02:41:11.792184 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45400) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:11.897426 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45406) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:11.961665 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b38014a9-f128-4105-8e8b-d3be267ac09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:11.985084 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.021045 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.db.api [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:41:12.021045 dv-cinder-760193-12-iscsi neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 02:41:12.021045 dv-cinder-760193-12-iscsi neutron-server[101034]: [parameters: {'project_id': 'a6488e5f128443c8946634b781e3eaff', 'id': '419b7b37-07a1-4b5b-a5f3-6ee1e220ed6b', 'expiration': datetime.datetime(2021, 9, 15, 2, 43, 12, 15101)}] Sep 15 02:41:12.021045 dv-cinder-760193-12-iscsi neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:41:12.021843 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG oslo_db.api [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:41:12.033250 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.097043 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b38014a9-f128-4105-8e8b-d3be267ac09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.114966 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.166589 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b38014a9-f128-4105-8e8b-d3be267ac09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.203959 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38014a9-f128-4105-8e8b-d3be267ac09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937919d7-2df3-42e9-98dc-f29b2855bd4d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:12.208231 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b38014a9-f128-4105-8e8b-d3be267ac09f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=619a45f8f1504486967b3fa5d7e48354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096983 Sep 15 02:41:12.211680 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:12.214060 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.l3_db [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Floating IP fb29f99c-d0ec-4f81-867e-5d6dc1e738b9 associated. External IP: 172.27.3.123, port: a92fa06d-d76a-4350-bab9-17318c74ac96. Sep 15 02:41:12.263155 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5504b8d6-7a91-4fa8-82d9-3d4d153df13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.283910 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5504b8d6-7a91-4fa8-82d9-3d4d153df13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.389811 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5504b8d6-7a91-4fa8-82d9-3d4d153df13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.392575 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5504b8d6-7a91-4fa8-82d9-3d4d153df13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.393757 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-5504b8d6-7a91-4fa8-82d9-3d4d153df13e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/937919d7-2df3-42e9-98dc-f29b2855bd4d HTTP/1.1" status: 204 len: 168 time: 0.1817553 Sep 15 02:41:12.403458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504b8d6-7a91-4fa8-82d9-3d4d153df13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937919d7-2df3-42e9-98dc-f29b2855bd4d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:12.426892 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:41:12.522978 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.554810 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:41:12.564301 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.570219 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] Sync routers for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:41:12.580768 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:41:12.581611 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:41:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:12.597267 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-65f8927d-20af-42b3-a56e-1f45c111a378 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "PUT /v2.0/floatingips/fb29f99c-d0ec-4f81-867e-5d6dc1e738b9 HTTP/1.1" status: 200 len: 992 time: 1.6432645 Sep 15 02:41:12.597267 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:12.598630 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb429f11-5ea6-4805-893d-065945484d49" -d '{"events": [{"name": "network-changed", "server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:12.637183 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.698610 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.728092 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:41:12.744462 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6488e5f128443c8946634b781e3eaff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9502831 Sep 15 02:41:12.746686 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d8c78-0efb-40c2-b3ab-ba2cb26cb3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f616bb5-c03f-4a20-8f7e-3770d96bd157,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:12.747921 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45436) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:12.820442 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a17b22-107d-4959-9e8b-6c736e0c79b8 x-openstack-request-id: req-76a17b22-107d-4959-9e8b-6c736e0c79b8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:12.821013 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:12.821357 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76a17b22-107d-4959-9e8b-6c736e0c79b8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:12.822432 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'status': 'completed', 'code': 200} Sep 15 02:41:12.846133 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.890987 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.941972 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b864b5-27aa-47f5-b3e4-57860b0b81fe req-abc3291a-20c2-4170-b58b-b83a3f25a42b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:12.943625 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99b864b5-27aa-47f5-b3e4-57860b0b81fe req-abc3291a-20c2-4170-b58b-b83a3f25a42b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0874026 Sep 15 02:41:12.944869 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429f11-5ea6-4805-893d-065945484d49 req-b9b38f76-21ff-4dcd-97bc-ab83e37813ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:12.947748 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb429f11-5ea6-4805-893d-065945484d49 req-b9b38f76-21ff-4dcd-97bc-ab83e37813ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 1099 time: 0.0601025 Sep 15 02:41:13.000243 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': 'fb29f99c-d0ec-4f81-867e-5d6dc1e738b9', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'port_id': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'mac_address': 'fa:16:3e:83:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:40:37Z', 'updated_at': '2021-09-15T02:41:11Z', 'revision_number': 1, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:13.007066 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99b864b5-27aa-47f5-b3e4-57860b0b81fe req-bc51f40e-51ff-4ef0-b409-73cd951fe31e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474274 Sep 15 02:41:13.027786 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] Checking router: 5e17e643-809e-4d2f-a014-2dd2a3a9b526 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:41:13.036199 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:41:13.036806 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:41:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:13.047728 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429f11-5ea6-4805-893d-065945484d49 req-9652bcce-21a0-473e-8886-9468afa1c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:13.049248 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb429f11-5ea6-4805-893d-065945484d49 req-9652bcce-21a0-473e-8886-9468afa1c92d service neutron] 10.222.0.37 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 911 time: 0.0948596 Sep 15 02:41:13.070317 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.072813 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.073982 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f616bb5-c03f-4a20-8f7e-3770d96bd157 HTTP/1.1" status: 204 len: 168 time: 0.3246055 Sep 15 02:41:13.083866 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f616bb5-c03f-4a20-8f7e-3770d96bd157,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:13.091908 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45444) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:13.110387 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.110803 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.111133 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.111469 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.111801 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.112134 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.112484 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.112810 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.113241 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.113572 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.113936 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.114206 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21071c8-67af-4de4-b8e1-ec84e51acf89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.124178 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fa975f3-6143-49e8-8a6f-26b6b3f861fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.158025 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb429f11-5ea6-4805-893d-065945484d49 req-f0711b04-e8e3-406d-bd25-531a2dd91fc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a92fa06d-d76a-4350-bab9-17318c74ac96 HTTP/1.1" status: 200 len: 1000 time: 0.0948915 Sep 15 02:41:13.172238 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:41:13.240918 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429f11-5ea6-4805-893d-065945484d49 req-68b17825-174f-4851-9ddd-8f3c3d548c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:13.246785 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb429f11-5ea6-4805-893d-065945484d49 req-68b17825-174f-4851-9ddd-8f3c3d548c43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c3cf743-89a6-477f-8153-aa57c58ce92a HTTP/1.1" status: 200 len: 849 time: 0.0713294 Sep 15 02:41:13.287186 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fa975f3-6143-49e8-8a6f-26b6b3f861fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.306808 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429f11-5ea6-4805-893d-065945484d49 req-82f025a5-461c-4ae2-bef3-0394b42b89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:13.309216 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb429f11-5ea6-4805-893d-065945484d49 req-82f025a5-461c-4ae2-bef3-0394b42b89f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75579842-5189-40fb-9720-3ef43c76374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545795 Sep 15 02:41:13.355798 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fa975f3-6143-49e8-8a6f-26b6b3f861fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.418217 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-1fa975f3-6143-49e8-8a6f-26b6b3f861fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc8fc1e875e64e69a8f8265993ea7190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248975 Sep 15 02:41:13.419431 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa975f3-6143-49e8-8a6f-26b6b3f861fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d52741-7ec7-4cdb-a691-df77df31a592,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:13.422064 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45452) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:13.429575 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb429f11-5ea6-4805-893d-065945484d49 req-d67c9d89-9dca-4e9d-a454-ca2897545bb2 service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076725 Sep 15 02:41:13.501579 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': 'fb29f99c-d0ec-4f81-867e-5d6dc1e738b9', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'port_id': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'mac_address': 'fa:16:3e:83:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:40:37Z', 'updated_at': '2021-09-15T02:41:11Z', 'revision_number': 1, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:13.501885 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.530098 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe9767-4cad-4d94-a648-087d56e8ba50 None None] The sync data for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi is: [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': 'fb29f99c-d0ec-4f81-867e-5d6dc1e738b9', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'port_id': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'mac_address': 'fa:16:3e:83:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:40:37Z', 'updated_at': '2021-09-15T02:41:11Z', 'revision_number': 1, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:41:13.736305 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b30d4-5cdf-4858-82f5-a20e7b44c577 None None] New status for floating IP fb29f99c-d0ec-4f81-867e-5d6dc1e738b9: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:41:13.770128 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.848764 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb429f11-5ea6-4805-893d-065945484d49 req-bbab558c-991f-49a7-9b45-887bdd9a3c85 service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861735 Sep 15 02:41:13.938740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.941556 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.944525 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56d52741-7ec7-4cdb-a691-df77df31a592 HTTP/1.1" status: 204 len: 168 time: 0.5212669 Sep 15 02:41:13.953402 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45464) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:13.960678 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d52741-7ec7-4cdb-a691-df77df31a592,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:13.968241 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.968695 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.969100 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.969489 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.969934 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.970428 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.970758 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.971080 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.971399 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.971865 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.972190 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.972530 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21bb91-b602-47c0-8ef3-b9d3903a60a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:13.980344 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed2df702-a1a4-4600-9ac0-6442cbfb72bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:14.095269 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed2df702-a1a4-4600-9ac0-6442cbfb72bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:14.147265 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8383e7-bcc0-4efb-8eec-ce9bc91afb69 req-dc626d41-4ce1-493a-b28d-4d3bc179c56f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:14.148794 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e8383e7-bcc0-4efb-8eec-ce9bc91afb69 req-dc626d41-4ce1-493a-b28d-4d3bc179c56f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0483942 Sep 15 02:41:14.190602 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e8383e7-bcc0-4efb-8eec-ce9bc91afb69 req-9a43f9a1-6ee7-45f3-b7a8-ef4c82676413 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Sep 15 02:41:14.195657 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed2df702-a1a4-4600-9ac0-6442cbfb72bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:14.235131 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2df702-a1a4-4600-9ac0-6442cbfb72bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b89812-627b-4f00-911b-9d7cb2c8e8ac,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:14.239134 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-ed2df702-a1a4-4600-9ac0-6442cbfb72bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82b22574831f43388bfb447ceb051f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846606 Sep 15 02:41:14.241783 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45474) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:14.290838 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26ed613-badf-498b-873a-2ed2bbfae282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:14.314785 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26ed613-badf-498b-873a-2ed2bbfae282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:14.458256 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26ed613-badf-498b-873a-2ed2bbfae282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:14.460910 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26ed613-badf-498b-873a-2ed2bbfae282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:14.464571 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c26ed613-badf-498b-873a-2ed2bbfae282 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55b89812-627b-4f00-911b-9d7cb2c8e8ac HTTP/1.1" status: 204 len: 168 time: 0.2193575 Sep 15 02:41:14.470799 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ed613-badf-498b-873a-2ed2bbfae282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b89812-627b-4f00-911b-9d7cb2c8e8ac,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:15.306966 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6510c-5a90-4ca4-84b5-dbc25a7f2dfb req-87615936-c5c4-4260-b226-9778bd10b464 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:15.309054 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a2f6510c-5a90-4ca4-84b5-dbc25a7f2dfb req-87615936-c5c4-4260-b226-9778bd10b464 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Sep 15 02:41:15.348316 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a2f6510c-5a90-4ca4-84b5-dbc25a7f2dfb req-1f150b9b-3551-48f5-b123-64b188b8d33e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Sep 15 02:41:16.098710 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:41:16.481766 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79951-079e-4c0b-88f8-7d8a823193ce req-c55533ac-d263-4075-b3d9-035032c7e708 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:16.485766 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d4a79951-079e-4c0b-88f8-7d8a823193ce req-c55533ac-d263-4075-b3d9-035032c7e708 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0571315 Sep 15 02:41:16.534549 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d4a79951-079e-4c0b-88f8-7d8a823193ce req-278f22a7-3fd9-4064-9149-e58040bb46f5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Sep 15 02:41:16.774865 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45572) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:16.900046 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ae33286-e8b4-41ef-88e6-cb0c50c3b63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:17.001022 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ae33286-e8b4-41ef-88e6-cb0c50c3b63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:17.076882 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ae33286-e8b4-41ef-88e6-cb0c50c3b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:17.117168 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-7ae33286-e8b4-41ef-88e6-cb0c50c3b63d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f838ca846d29406897e95ff870fed908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412323 Sep 15 02:41:17.118118 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae33286-e8b4-41ef-88e6-cb0c50c3b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a0fef-a4a9-41aa-a282-ebd9932b80b8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:17.119847 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:17.170842 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1d81e52-1a8f-4b76-a1b8-ad19793819b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:17.190959 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1d81e52-1a8f-4b76-a1b8-ad19793819b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:17.304140 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1d81e52-1a8f-4b76-a1b8-ad19793819b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:17.306776 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1d81e52-1a8f-4b76-a1b8-ad19793819b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:17.308030 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-e1d81e52-1a8f-4b76-a1b8-ad19793819b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/962a0fef-a4a9-41aa-a282-ebd9932b80b8 HTTP/1.1" status: 204 len: 168 time: 0.1863997 Sep 15 02:41:17.315568 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d81e52-1a8f-4b76-a1b8-ad19793819b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a0fef-a4a9-41aa-a282-ebd9932b80b8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:17.665938 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be3d9d-9788-4925-9ad2-addde0798a7d req-01f526ae-4bf5-4201-a496-c0dfbd8b0d35 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:17.667462 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a4be3d9d-9788-4925-9ad2-addde0798a7d req-01f526ae-4bf5-4201-a496-c0dfbd8b0d35 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0511315 Sep 15 02:41:17.724816 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a4be3d9d-9788-4925-9ad2-addde0798a7d req-09f399f5-2352-4875-92dd-cb4b9ff87c8c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388005 Sep 15 02:41:18.153379 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45614) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:18.167039 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029ebc08-8d73-4890-89ab-f07eaac0d354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.267752 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029ebc08-8d73-4890-89ab-f07eaac0d354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.332614 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029ebc08-8d73-4890-89ab-f07eaac0d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.397509 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-029ebc08-8d73-4890-89ab-f07eaac0d354 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3606839e2794916a7788b84bbd8db70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428389 Sep 15 02:41:18.405200 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ebc08-8d73-4890-89ab-f07eaac0d354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24af3873-e5de-478a-af66-afb9372d06a0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:18.406850 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45646) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:18.462103 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01ff0df5-47cf-46e5-beca-2f3524183648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.484998 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01ff0df5-47cf-46e5-beca-2f3524183648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.488082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-4dc3827b-f1ba-4ea4-88b5-ca90bb69a20a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:18.488655 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-4dc3827b-f1ba-4ea4-88b5-ca90bb69a20a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.1386931 Sep 15 02:41:18.503418 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-4367f5b9-9f00-4dec-8be0-ad78cfef55b6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/quotas/ac1722eb5fb64a9b9853cc8612279636 HTTP/1.1" status: 200 len: 375 time: 0.0089355 Sep 15 02:41:18.618779 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01ff0df5-47cf-46e5-beca-2f3524183648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.629773 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01ff0df5-47cf-46e5-beca-2f3524183648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.629773 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-01ff0df5-47cf-46e5-beca-2f3524183648 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24af3873-e5de-478a-af66-afb9372d06a0 HTTP/1.1" status: 204 len: 168 time: 0.2153637 Sep 15 02:41:18.631820 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff0df5-47cf-46e5-beca-2f3524183648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af3873-e5de-478a-af66-afb9372d06a0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:18.772509 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-6fc9c5ef-8590-4611-8d91-dfe4bf9e49af tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2635903 Sep 15 02:41:18.894291 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-0dac7cd9-ecba-4c28-91c7-6c4715f3607d service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147294 Sep 15 02:41:18.906186 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3148-8cab-46be-ade4-9ffbac53a39b req-47f27d92-276a-47db-8f05-771a9cf05f54 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:18.907594 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-129c3148-8cab-46be-ade4-9ffbac53a39b req-47f27d92-276a-47db-8f05-771a9cf05f54 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0656536 Sep 15 02:41:19.002233 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-129c3148-8cab-46be-ade4-9ffbac53a39b req-825f2d88-6c1a-43c4-b920-44774bf85eb3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861807 Sep 15 02:41:19.024723 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-d0542a14-1508-455f-adc4-d5daf4d7e6f4 service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161070 Sep 15 02:41:19.134709 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45672) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:19.294800 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7e3b5a2d-5201-42b8-b2fc-3144086d1dc4 req-c758ea33-9417-4ffe-86c7-246c5bd5765f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 210 time: 0.0386996 Sep 15 02:41:19.295491 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9873ede-c3d5-4c4a-8b79-6ac52accf3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.430302 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9873ede-c3d5-4c4a-8b79-6ac52accf3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.515149 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9873ede-c3d5-4c4a-8b79-6ac52accf3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.556601 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a9873ede-c3d5-4c4a-8b79-6ac52accf3ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e1c5e20ed3942b08bb53aae39c15fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207382 Sep 15 02:41:19.557442 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9873ede-c3d5-4c4a-8b79-6ac52accf3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cfca4d-d83d-470d-af52-e12ab4a4a229,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:19.559475 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45696) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:19.616353 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4808a6ec-2b7d-4d6b-b9e6-3e7539c093d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.642010 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4808a6ec-2b7d-4d6b-b9e6-3e7539c093d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.801368 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4808a6ec-2b7d-4d6b-b9e6-3e7539c093d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.807556 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4808a6ec-2b7d-4d6b-b9e6-3e7539c093d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.810178 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-4808a6ec-2b7d-4d6b-b9e6-3e7539c093d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4cfca4d-d83d-470d-af52-e12ab4a4a229 HTTP/1.1" status: 204 len: 168 time: 0.2462349 Sep 15 02:41:19.820916 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808a6ec-2b7d-4d6b-b9e6-3e7539c093d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cfca4d-d83d-470d-af52-e12ab4a4a229,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:20.135459 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9b6b9-df8e-4a08-82a2-ceb4827b80f2 req-d774a37a-4083-4d1e-a3e7-87f72bd3f714 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:20.137170 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5bb9b6b9-df8e-4a08-82a2-ceb4827b80f2 req-d774a37a-4083-4d1e-a3e7-87f72bd3f714 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0602090 Sep 15 02:41:20.191771 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5bb9b6b9-df8e-4a08-82a2-ceb4827b80f2 req-4e768d90-50de-434d-a1cd-c845c36afe5f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475628 Sep 15 02:41:20.390481 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b14e718-9ba3-4f03-be30-8d6144195888 req-dad53b9e-cc24-4671-847f-e0d23a717df6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 210 time: 0.0254414 Sep 15 02:41:20.585731 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 45738) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:20.600125 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd763f1b-8541-4bbc-a94d-ab20b2b1e2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:20.692992 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd763f1b-8541-4bbc-a94d-ab20b2b1e2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:20.789957 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd763f1b-8541-4bbc-a94d-ab20b2b1e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:20.832074 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-bd763f1b-8541-4bbc-a94d-ab20b2b1e2e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5dc220653e94f5baeb845336cf76040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448592 Sep 15 02:41:20.832219 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 45748) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:20.835270 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd763f1b-8541-4bbc-a94d-ab20b2b1e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12888a-5d83-447d-8007-83595a163a7e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:20.894711 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c13b05fd-7694-4e0d-b173-f10e8b29edc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:20.915649 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c13b05fd-7694-4e0d-b173-f10e8b29edc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:21.081050 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c13b05fd-7694-4e0d-b173-f10e8b29edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:21.083656 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c13b05fd-7694-4e0d-b173-f10e8b29edc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:21.084844 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c13b05fd-7694-4e0d-b173-f10e8b29edc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d12888a-5d83-447d-8007-83595a163a7e HTTP/1.1" status: 204 len: 168 time: 0.2519526 Sep 15 02:41:21.093664 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b05fd-7694-4e0d-b173-f10e8b29edc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d12888a-5d83-447d-8007-83595a163a7e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:21.318940 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ba12-4a34-41f2-9ed0-a4fb5cc15f11 req-a56b0a54-2cb4-4bef-96b9-84b78e5511de tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:21.321293 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9699ba12-4a34-41f2-9ed0-a4fb5cc15f11 req-a56b0a54-2cb4-4bef-96b9-84b78e5511de tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0531547 Sep 15 02:41:21.364236 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9699ba12-4a34-41f2-9ed0-a4fb5cc15f11 req-8b32bea8-4e70-4464-8a2b-d980a4f90fa6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356371 Sep 15 02:41:21.500578 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-674c80c7-4cc3-4480-ac20-59a01dc1f6cf req-4f4093e5-3f32-4ab5-9136-14afc7420f37 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 210 time: 0.0294316 Sep 15 02:41:22.497073 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7801ef-4f73-4be2-becf-f183aeb7c63e req-b8432695-13b1-4bd6-8f54-456ae842737e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:22.498675 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-da7801ef-4f73-4be2-becf-f183aeb7c63e req-b8432695-13b1-4bd6-8f54-456ae842737e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0546174 Sep 15 02:41:22.577490 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-da7801ef-4f73-4be2-becf-f183aeb7c63e req-79f2aa16-07a8-47c4-a9c2-2fb399b7623d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726471 Sep 15 02:41:22.626131 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-ad073993-040d-4805-9aaf-7a0ed853e81b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1569126 Sep 15 02:41:22.642193 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-003d65f3-0659-4670-a8b6-9e91da44a87d req-43b21f3e-073f-4618-b0c0-eb7a56aa1caf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 210 time: 0.0322931 Sep 15 02:41:22.659413 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-a7442be7-7669-43f2-ad52-cd683859671e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:22.660870 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-a7442be7-7669-43f2-ad52-cd683859671e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.1898677 Sep 15 02:41:22.696401 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Request body: {'port': {'device_id': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'admin_state_up': True, 'tenant_id': 'ac1722eb5fb64a9b9853cc8612279636'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:22.835389 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-bf6ef2aa-a684-43a8-b0f9-124a5b776141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:22.837127 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-bf6ef2aa-a684-43a8-b0f9-124a5b776141 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26f5c205fb934edfbaf292caee58de12&device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 1099 time: 0.0959873 Sep 15 02:41:22.974159 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Made reservation on behalf of ac1722eb5fb64a9b9853cc8612279636 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:41:22.977669 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:22.997599 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-42070730-9c6a-43f3-8493-0b738e6d4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:22.999047 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-42070730-9c6a-43f3-8493-0b738e6d4648 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7107f1b9-eecc-4ce8-9825-5c7f764c184c HTTP/1.1" status: 200 len: 913 time: 0.1126490 Sep 15 02:41:23.089714 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-4e786db8-a3f8-4b7a-b69a-bcc55aabcc4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e HTTP/1.1" status: 200 len: 217 time: 0.0388298 Sep 15 02:41:23.177566 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Allocated IP 172.20.0.4 (6129bfb6-246e-48a1-859b-0d188bf7590f/2d5b084c-dee3-487b-97e5-eb1cc4f8e354/57512040-cf8d-42fd-8753-eeaa3f9b12e9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:41:23.180646 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-743285ca-12d9-43f8-b8ae-3fa044d4d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:23.182083 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-743285ca-12d9-43f8-b8ae-3fa044d4d186 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=705b734e-0c65-41e4-87f8-145e1b4346ed HTTP/1.1" status: 200 len: 852 time: 0.0637562 Sep 15 02:41:23.227514 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-ebed7924-1fa2-4f4b-845c-d0fba8d96b49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7107f1b9-eecc-4ce8-9825-5c7f764c184c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304935 Sep 15 02:41:23.417547 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-59553f44-1470-489b-a9e5-36ec4bb9c58f service neutron] 10.222.0.37 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660597 Sep 15 02:41:23.454813 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:23.553227 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f9d0c533-fbca-4c79-84ef-730674b01cef req-b7e9cc4b-03ef-4e9f-9851-b02501576ab9 service neutron] 10.222.0.37 "GET /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140673 Sep 15 02:41:23.595532 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:23.678549 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event updated for resources: {'Port': ['ID=57512040-cf8d-42fd-8753-eeaa3f9b12e9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:23.679116 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:23.700799 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Network 6129bfb6-246e-48a1-859b-0d188bf7590f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:41:23.702571 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:41:23.713409 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:41:23.725977 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:23.727249 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:23.806487 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596fcc2-e9d1-4a04-8bda-085983df539e req-affb10ec-4bd5-46de-a7b6-6ea65ef9839f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:23.808045 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8596fcc2-e9d1-4a04-8bda-085983df539e req-affb10ec-4bd5-46de-a7b6-6ea65ef9839f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1549304 Sep 15 02:41:23.809476 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-7949cabf-e106-411a-af6d-b025512af9b0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1166949 Sep 15 02:41:23.822138 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e1a51-7805-4da9-84e0-6c7855dfc94b req-54ed6e00-e95b-4ae8-af2e-aeb4c96a1815 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:23.823610 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b31e1a51-7805-4da9-84e0-6c7855dfc94b req-54ed6e00-e95b-4ae8-af2e-aeb4c96a1815 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 931 time: 0.0781865 Sep 15 02:41:23.836617 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Request body: {'port': {'device_id': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:23.888321 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8596fcc2-e9d1-4a04-8bda-085983df539e req-43b1c122-2e8c-4dac-9218-549121535ea1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637639 Sep 15 02:41:23.900787 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b31e1a51-7805-4da9-84e0-6c7855dfc94b req-aa264302-7e27-42e4-a6be-7a5695d1b7d3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585620 Sep 15 02:41:23.905464 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:24.179627 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57512040-cf8d-42fd-8753-eeaa3f9b12e9 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:24.186980 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:24.198580 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Transition to ACTIVE for port object 57512040-cf8d-42fd-8753-eeaa3f9b12e9 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:41:24.206595 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:24.264669 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:24.340247 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=57512040-cf8d-42fd-8753-eeaa3f9b12e9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:24.357275 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Attempting to bind port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:41:24.357604 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Attempting to bind port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:41:24.358212 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Attempting to bind port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:41:24.362481 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 on network 6129bfb6-246e-48a1-859b-0d188bf7590f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:41:24.362877 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Attempting to bind port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:41:24.367779 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:41:24.368170 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Checking segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:41:24.368696 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Bound using segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:41:24.369213 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Bound port: 57512040-cf8d-42fd-8753-eeaa3f9b12e9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:41:24.369559 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:24.438006 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] For port 57512040-cf8d-42fd-8753-eeaa3f9b12e9, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:41:24.441406 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] For port 57512040-cf8d-42fd-8753-eeaa3f9b12e9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=57512040-cf8d-42fd-8753-eeaa3f9b12e9,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:41:24.530518 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:24.564767 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:24.565379 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:24.566756 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/57512040-cf8d-42fd-8753-eeaa3f9b12e9 HTTP/1.1" status: 200 len: 1093 time: 0.7365048 Sep 15 02:41:24.567184 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'tag': '57512040-cf8d-42fd-8753-eeaa3f9b12e9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:24.569436 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329a1b71-4a2c-4ee4-83bf-9630ea568d11" -d '{"events": [{"name": "network-changed", "server_uuid": "4687cea8-acf3-4901-8a8e-04db6dd56128", "tag": "57512040-cf8d-42fd-8753-eeaa3f9b12e9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:24.593058 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f305a4-54f7-40a2-ac95-a5d1b00df9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=57512040-cf8d-42fd-8753-eeaa3f9b12e9,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:24.607307 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014243ec-117e-40b9-8240-ff559459d66b x-openstack-request-id: req-014243ec-117e-40b9-8240-ff559459d66b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:24.607597 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4687cea8-acf3-4901-8a8e-04db6dd56128", "tag": "57512040-cf8d-42fd-8753-eeaa3f9b12e9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:24.608099 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-014243ec-117e-40b9-8240-ff559459d66b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:24.608523 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'tag': '57512040-cf8d-42fd-8753-eeaa3f9b12e9', 'status': 'completed', 'code': 200} Sep 15 02:41:24.741463 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a1b71-4a2c-4ee4-83bf-9630ea568d11 req-cb756972-6dad-4a48-887c-9fde312d406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:24.743002 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-329a1b71-4a2c-4ee4-83bf-9630ea568d11 req-cb756972-6dad-4a48-887c-9fde312d406c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 1096 time: 0.0515611 Sep 15 02:41:24.860889 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a1b71-4a2c-4ee4-83bf-9630ea568d11 req-1531604c-a880-43a0-ac26-3bca35767dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:24.862515 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-329a1b71-4a2c-4ee4-83bf-9630ea568d11 req-1531604c-a880-43a0-ac26-3bca35767dc4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac1722eb5fb64a9b9853cc8612279636&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948901 Sep 15 02:41:24.966750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a1b71-4a2c-4ee4-83bf-9630ea568d11 req-1cf42c9c-65ff-4d91-bed0-c262c32ceade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:24.968278 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-329a1b71-4a2c-4ee4-83bf-9630ea568d11 req-1cf42c9c-65ff-4d91-bed0-c262c32ceade service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942686 Sep 15 02:41:25.044444 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4398305-c87a-41c1-b516-9f3408635964 req-00eec060-7965-4886-aa43-3953e5a2d437 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:25.046110 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f4398305-c87a-41c1-b516-9f3408635964 req-00eec060-7965-4886-aa43-3953e5a2d437 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0743651 Sep 15 02:41:25.054560 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a38625-d7a1-4576-be05-719bab3ff347 req-f2c0aade-a2b9-4b44-95c0-0646c7650bc6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:25.055939 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f4a38625-d7a1-4576-be05-719bab3ff347 req-f2c0aade-a2b9-4b44-95c0-0646c7650bc6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 943 time: 0.0950916 Sep 15 02:41:25.113999 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f4398305-c87a-41c1-b516-9f3408635964 req-c78b2744-456f-4c41-aace-799e7e107cd8 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567837 Sep 15 02:41:25.116803 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f4a38625-d7a1-4576-be05-719bab3ff347 req-04dcf5d5-018a-4b12-a876-b0791ec784b7 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531936 Sep 15 02:41:27.097481 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21785fcc-8aa7-47e0-b723-b2605fa61c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:28.316788 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-911b60ae-34e5-4596-831f-a1089874af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:28.318337 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-911b60ae-34e5-4596-831f-a1089874af49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 1096 time: 0.0488999 Sep 15 02:41:28.369144 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f2bd8-da44-414d-af42-9edb2dc0005b req-5fdaf3d4-14b4-424c-9cf5-b6e47ffda20d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:28.370636 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db0f2bd8-da44-414d-af42-9edb2dc0005b req-5fdaf3d4-14b4-424c-9cf5-b6e47ffda20d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0508361 Sep 15 02:41:28.376449 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-283db81c-7f46-4c34-95b2-1389a43c523f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57512040-cf8d-42fd-8753-eeaa3f9b12e9 HTTP/1.1" status: 200 len: 217 time: 0.0367227 Sep 15 02:41:28.414003 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db0f2bd8-da44-414d-af42-9edb2dc0005b req-c33829cd-bed5-4e19-91b9-5f8d4d81864b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Sep 15 02:41:28.435900 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-5139b545-6579-4cac-8f71-893ba5e1a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:28.437381 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-5139b545-6579-4cac-8f71-893ba5e1a1f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d5b084c-dee3-487b-97e5-eb1cc4f8e354 HTTP/1.1" status: 200 len: 855 time: 0.0505819 Sep 15 02:41:28.477302 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-4161f5cf-1adb-4f92-a3ae-eb7ef22c1163 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6129bfb6-246e-48a1-859b-0d188bf7590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261786 Sep 15 02:41:28.530967 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e805f3b-e882-4bff-b3c2-89979b527318 req-a80c9994-2ce5-441c-b4c2-65257d5f2f49 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:28.530967 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e805f3b-e882-4bff-b3c2-89979b527318 req-a80c9994-2ce5-441c-b4c2-65257d5f2f49 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 943 time: 0.0505657 Sep 15 02:41:28.565729 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e805f3b-e882-4bff-b3c2-89979b527318 req-f6974706-4f5e-4c98-814e-9c0950e2567b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Sep 15 02:41:28.572291 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-97532865-76fd-4f01-8eb0-e3a3e5ce36cc service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870945 Sep 15 02:41:28.673405 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-316ed837-56e6-4336-b87b-d2ed8d3d01a7 req-b66e6f63-2d96-4c34-bb1a-1d2b772f2239 service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877399 Sep 15 02:41:28.766542 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864ba6-5819-4a89-b891-7d5948d27555 req-847a3dc7-449f-4841-9098-ff1874b7309b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:28.767977 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-37864ba6-5819-4a89-b891-7d5948d27555 req-847a3dc7-449f-4841-9098-ff1874b7309b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0497959 Sep 15 02:41:28.805040 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-37864ba6-5819-4a89-b891-7d5948d27555 req-b1038834-57c7-405e-8017-135b425ecfb4 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Sep 15 02:41:29.535260 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6236b3-830e-4e8f-a653-6602dc1f28e5 req-691597af-e1c0-45c6-aa35-09ebe28510d3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:29.538567 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d6236b3-830e-4e8f-a653-6602dc1f28e5 req-691597af-e1c0-45c6-aa35-09ebe28510d3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Sep 15 02:41:29.577923 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d6236b3-830e-4e8f-a653-6602dc1f28e5 req-65db56f9-7683-4118-b54f-52d41b76bea3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Sep 15 02:41:29.684796 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe12c8e-037d-4002-a061-0572cc56771f req-d35acdb0-e8a3-49be-96e1-e53f9389bca6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:29.686276 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dbe12c8e-037d-4002-a061-0572cc56771f req-d35acdb0-e8a3-49be-96e1-e53f9389bca6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 943 time: 0.0478370 Sep 15 02:41:29.721021 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-097954c0-0861-4352-9cc5-763fad2dbed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:29.723917 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dbe12c8e-037d-4002-a061-0572cc56771f req-43ffcf60-08ae-423a-b758-5c3b4feca3ac tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Sep 15 02:41:29.923350 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57947abc-4b50-4b70-a2e5-af9e1ff1fd9e req-324dc8b6-2931-4d4e-9e32-9d39851499ca tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:29.924836 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-57947abc-4b50-4b70-a2e5-af9e1ff1fd9e req-324dc8b6-2931-4d4e-9e32-9d39851499ca tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0517986 Sep 15 02:41:29.955047 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:29.962631 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-57947abc-4b50-4b70-a2e5-af9e1ff1fd9e req-db18ce36-eb2b-4a93-8fe6-718ce710b0f4 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Sep 15 02:41:30.705874 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bafba-1b5b-45cb-9323-4b4224239425 req-cdd6536d-635e-4d10-9a45-8d52308eea5f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:30.706465 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bb8bafba-1b5b-45cb-9323-4b4224239425 req-cdd6536d-635e-4d10-9a45-8d52308eea5f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0591886 Sep 15 02:41:30.745033 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bb8bafba-1b5b-45cb-9323-4b4224239425 req-9b8fbccb-9dcf-4273-82d9-188f150624c1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Sep 15 02:41:30.838653 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778329d-3e58-45fb-ada0-6504b223825a req-1eaf9344-41a2-4a4e-875d-2e4867564670 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:30.840264 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a778329d-3e58-45fb-ada0-6504b223825a req-1eaf9344-41a2-4a4e-875d-2e4867564670 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 943 time: 0.0478880 Sep 15 02:41:30.879553 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a778329d-3e58-45fb-ada0-6504b223825a req-e37648d9-f40a-40ab-991b-2d5ed3354b46 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Sep 15 02:41:30.893756 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:31.080858 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe927-c1df-4f4d-8aef-3d8b30bc4fb0 req-fafd8066-f350-418b-8468-3b3ea1b28e8f tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:31.082378 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fbdbe927-c1df-4f4d-8aef-3d8b30bc4fb0 req-fafd8066-f350-418b-8468-3b3ea1b28e8f tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0510404 Sep 15 02:41:31.119259 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fbdbe927-c1df-4f4d-8aef-3d8b30bc4fb0 req-03b075ea-f351-470a-ac94-373b2f122d49 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Sep 15 02:41:31.869397 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38e20-3de2-43bf-91a3-7297860e1284 req-7ae30e8f-2996-4b5a-b186-cd93a6c5f20b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:31.870937 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-63d38e20-3de2-43bf-91a3-7297860e1284 req-7ae30e8f-2996-4b5a-b186-cd93a6c5f20b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0502706 Sep 15 02:41:31.930372 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-63d38e20-3de2-43bf-91a3-7297860e1284 req-beb310ca-07d4-43fc-b695-4b79189d70c3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Sep 15 02:41:31.985547 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-7564949d-b889-4e51-bfce-9056df3d8825 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:31.988299 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-7564949d-b889-4e51-bfce-9056df3d8825 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.37 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0900655 Sep 15 02:41:32.009083 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92301c2f-70d7-47ca-acb4-793601864a44 req-46b4d8db-daf3-4f26-b7d8-d0cf4d0663bc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:32.010694 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92301c2f-70d7-47ca-acb4-793601864a44 req-46b4d8db-daf3-4f26-b7d8-d0cf4d0663bc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 943 time: 0.0544696 Sep 15 02:41:32.052633 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92301c2f-70d7-47ca-acb4-793601864a44 req-6b5c9a26-198d-4a9c-974f-fc0728f1c7ff tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Sep 15 02:41:32.121915 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Deleting port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:41:32.122160 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.221290 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] For port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,segment=NetworkSegment(aabe58e4-f295-4e90-86ca-e24f011480c0),segment_id=aabe58e4-f295-4e90-86ca-e24f011480c0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:32.221948 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.238867 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Calling delete_port for d8a5603c-4185-4a4f-bfaf-0c75a5156c0e owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:41:32.242349 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a8521-59a1-48c7-b6a6-9327ce6a9eac req-4a9cd974-5c6b-4a68-9e77-284c54b157d7 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:32.244042 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4b9a8521-59a1-48c7-b6a6-9327ce6a9eac req-4a9cd974-5c6b-4a68-9e77-284c54b157d7 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 946 time: 0.0558882 Sep 15 02:41:32.286329 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4b9a8521-59a1-48c7-b6a6-9327ce6a9eac req-15393a68-2d46-49ab-934f-fc62802dfa63 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2aad439-b4da-4a79-a72b-4eac52d9f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Sep 15 02:41:32.411834 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46046) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:32.429156 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.475608 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.510005 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Pushing event deleted for resources: {'Port': ['ID=d8a5603c-4185-4a4f-bfaf-0c75a5156c0e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:32.519936 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['d8a5603c-4185-4a4f-bfaf-0c75a5156c0e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:32.525562 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7e93-7a58-4534-92d8-6adbe3d44e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.595348 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] No DVR routers for this DVR port d8a5603c-4185-4a4f-bfaf-0c75a5156c0e on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:41:32.605345 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.607390 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-f1464397-dd30-4999-a02c-b6e91c0f5b66 req-a17f4a30-3916-4446-afff-e7b57281884b tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.37 "DELETE /v2.0/ports/d8a5603c-4185-4a4f-bfaf-0c75a5156c0e HTTP/1.1" status: 204 len: 173 time: 0.6127450 Sep 15 02:41:32.608075 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'name': 'network-vif-deleted', 'tag': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:32.610330 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb8f1b-d090-4081-92d5-bc9e0687845c" -d '{"events": [{"server_uuid": "791c461a-fcc8-4a69-a36f-eb0f63aa9647", "name": "network-vif-deleted", "tag": "d8a5603c-4185-4a4f-bfaf-0c75a5156c0e"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:32.653030 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22b6977-dee9-4381-8d0e-5f75c1b88b7c x-openstack-request-id: req-d22b6977-dee9-4381-8d0e-5f75c1b88b7c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:32.654838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791c461a-fcc8-4a69-a36f-eb0f63aa9647", "name": "network-vif-deleted", "tag": "d8a5603c-4185-4a4f-bfaf-0c75a5156c0e", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:32.654838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d22b6977-dee9-4381-8d0e-5f75c1b88b7c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:32.654838 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791c461a-fcc8-4a69-a36f-eb0f63aa9647', 'name': 'network-vif-deleted', 'tag': 'd8a5603c-4185-4a4f-bfaf-0c75a5156c0e', 'status': 'completed', 'code': 200} Sep 15 02:41:32.689328 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7e93-7a58-4534-92d8-6adbe3d44e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.697124 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 46056) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:32.766373 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7e93-7a58-4534-92d8-6adbe3d44e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.812836 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-ad6b7e93-7a58-4534-92d8-6adbe3d44e1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b29a4a632fab4a37820ba3862f2daab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994339 Sep 15 02:41:32.813323 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46064) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:32.815265 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b7e93-7a58-4534-92d8-6adbe3d44e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daef50b-0bd1-442a-a798-50cdfb91426d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:32.829024 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc3a2-000c-48f1-b1e9-6c99231fdc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.864986 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e12f-0f7a-47a6-b92e-b2e178a5b721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.888506 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e12f-0f7a-47a6-b92e-b2e178a5b721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:32.926048 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc3a2-000c-48f1-b1e9-6c99231fdc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.016236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc3a2-000c-48f1-b1e9-6c99231fdc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.017766 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e12f-0f7a-47a6-b92e-b2e178a5b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.020272 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e12f-0f7a-47a6-b92e-b2e178a5b721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.021445 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-3bb8e12f-0f7a-47a6-b92e-b2e178a5b721 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2daef50b-0bd1-442a-a798-50cdfb91426d HTTP/1.1" status: 204 len: 168 time: 0.2070940 Sep 15 02:41:33.030643 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8e12f-0f7a-47a6-b92e-b2e178a5b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daef50b-0bd1-442a-a798-50cdfb91426d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:33.058624 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8e6bc3a2-000c-48f1-b1e9-6c99231fdc7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17d41fc3ca514d799fd0d977e5449d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604140 Sep 15 02:41:33.062079 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46070) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:33.066088 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bc3a2-000c-48f1-b1e9-6c99231fdc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2180f3f-5321-4545-aa5c-2f27f0bbd3d0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:33.078342 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57e30-66c7-4c46-8efe-91af1923a88a req-224ac139-5785-4d02-aff1-96a1ee89f094 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:33.092901 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-58c57e30-66c7-4c46-8efe-91af1923a88a req-224ac139-5785-4d02-aff1-96a1ee89f094 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1026926 Sep 15 02:41:33.134564 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ff1da97-4428-4b76-9c2e-03ee391d6fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.153881 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-58c57e30-66c7-4c46-8efe-91af1923a88a req-87d208a0-fe24-4d75-8dff-830e39211c7e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541694 Sep 15 02:41:33.159358 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ff1da97-4428-4b76-9c2e-03ee391d6fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.189181 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdc35-83ca-482b-bafb-1070869b2231 req-5367bb10-0567-49e4-9508-4bb2fd72dc26 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:33.190558 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b29cdc35-83ca-482b-bafb-1070869b2231 req-5367bb10-0567-49e4-9508-4bb2fd72dc26 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 943 time: 0.0504558 Sep 15 02:41:33.228820 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b29cdc35-83ca-482b-bafb-1070869b2231 req-a581a36e-7610-40d9-bc2a-a0d3826cfed2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320852 Sep 15 02:41:33.286697 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ff1da97-4428-4b76-9c2e-03ee391d6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.289271 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ff1da97-4428-4b76-9c2e-03ee391d6fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.290491 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-7ff1da97-4428-4b76-9c2e-03ee391d6fcc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2180f3f-5321-4545-aa5c-2f27f0bbd3d0 HTTP/1.1" status: 204 len: 168 time: 0.2270887 Sep 15 02:41:33.298734 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1da97-4428-4b76-9c2e-03ee391d6fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2180f3f-5321-4545-aa5c-2f27f0bbd3d0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:33.414722 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-583445c7-5020-41dc-ac7e-3af03a7ac8ee req-dd59ca09-c46c-4a65-beaa-4e63964382f6 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.0256448 Sep 15 02:41:33.446705 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 57512040-cf8d-42fd-8753-eeaa3f9b12e9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:41:33.546378 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 57512040-cf8d-42fd-8753-eeaa3f9b12e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=57512040-cf8d-42fd-8753-eeaa3f9b12e9,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:33.557345 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '57512040-cf8d-42fd-8753-eeaa3f9b12e9', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'port_id': '57512040-cf8d-42fd-8753-eeaa3f9b12e9', 'mac_address': 'fa:16:3e:ae:79:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5b084c-dee3-487b-97e5-eb1cc4f8e354', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:41:33.593355 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.607306 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57512040-cf8d-42fd-8753-eeaa3f9b12e9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:33.627800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 57512040-cf8d-42fd-8753-eeaa3f9b12e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=57512040-cf8d-42fd-8753-eeaa3f9b12e9,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:33.715264 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.757823 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=57512040-cf8d-42fd-8753-eeaa3f9b12e9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:33.766261 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.770952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:33.821450 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 46084) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:33.836236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fce47a93-a35f-45ba-b292-8c06943385a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.933313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fce47a93-a35f-45ba-b292-8c06943385a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.006631 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fce47a93-a35f-45ba-b292-8c06943385a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.051469 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-fce47a93-a35f-45ba-b292-8c06943385a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88ed5b8515a842e1a8dfeabf0b306a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288451 Sep 15 02:41:34.052394 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce47a93-a35f-45ba-b292-8c06943385a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a190e4-093a-44bc-8cf6-57e12f6e1fc1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:34.056256 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46090) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:34.068707 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 46092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:34.082214 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db97ca65-d4cd-4e74-8f07-caf8383f7569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.115610 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4348206e-39bf-47a0-a9df-f6b340206a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.139032 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4348206e-39bf-47a0-a9df-f6b340206a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.194140 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db97ca65-d4cd-4e74-8f07-caf8383f7569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.225408 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['57512040-cf8d-42fd-8753-eeaa3f9b12e9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:34.286733 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019314a-06d6-41bd-9d3c-52ccce70d76e req-54e4535f-703f-40a7-9ef4-b2f069dcfba1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:34.288656 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a019314a-06d6-41bd-9d3c-52ccce70d76e req-54e4535f-703f-40a7-9ef4-b2f069dcfba1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0588462 Sep 15 02:41:34.293449 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4348206e-39bf-47a0-a9df-f6b340206a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.297537 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4348206e-39bf-47a0-a9df-f6b340206a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.298935 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-4348206e-39bf-47a0-a9df-f6b340206a1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6a190e4-093a-44bc-8cf6-57e12f6e1fc1 HTTP/1.1" status: 204 len: 168 time: 0.2416675 Sep 15 02:41:34.315145 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348206e-39bf-47a0-a9df-f6b340206a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a190e4-093a-44bc-8cf6-57e12f6e1fc1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:34.336707 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db97ca65-d4cd-4e74-8f07-caf8383f7569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.399255 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a019314a-06d6-41bd-9d3c-52ccce70d76e req-fd1f52b3-123d-46a5-8488-400271783f7d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039014 Sep 15 02:41:34.433863 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-db97ca65-d4cd-4e74-8f07-caf8383f7569 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f5a45e27f4e400b91e68f3f5b41670c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640645 Sep 15 02:41:34.436568 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97ca65-d4cd-4e74-8f07-caf8383f7569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cbcdbc-dc04-4381-8ca8-5fcddebc8380,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:34.437200 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46100) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:34.473155 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a755392-fc91-41ac-9206-c6f349bdeeae req-f9f4e3be-9099-49ab-8096-9964f6bea111 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:34.475101 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7a755392-fc91-41ac-9206-c6f349bdeeae req-f9f4e3be-9099-49ab-8096-9964f6bea111 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 944 time: 0.1433430 Sep 15 02:41:34.520901 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7a755392-fc91-41ac-9206-c6f349bdeeae req-4e2c7c87-1a39-429c-89f0-97cd526cba33 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357578 Sep 15 02:41:34.549479 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78984494-c6e7-421f-ab0e-9dd586d47eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.569349 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2dd214de-8668-4738-afa9-922c5e58a403 req-5fbda60c-78cd-43e0-983c-8699b9f09d72 tempest-DeleteServersTestJSON-95466316 tempest-DeleteServersTestJSON-95466316-project] 10.222.0.15 "GET /v2.0/ports?device_id=791c461a-fcc8-4a69-a36f-eb0f63aa9647 HTTP/1.1" status: 200 len: 210 time: 0.0279756 Sep 15 02:41:34.571357 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78984494-c6e7-421f-ab0e-9dd586d47eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.669570 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78984494-c6e7-421f-ab0e-9dd586d47eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.672188 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78984494-c6e7-421f-ab0e-9dd586d47eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:34.673475 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-78984494-c6e7-421f-ab0e-9dd586d47eeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11cbcdbc-dc04-4381-8ca8-5fcddebc8380 HTTP/1.1" status: 204 len: 168 time: 0.2351427 Sep 15 02:41:34.681835 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984494-c6e7-421f-ab0e-9dd586d47eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cbcdbc-dc04-4381-8ca8-5fcddebc8380,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:35.461541 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 57512040-cf8d-42fd-8753-eeaa3f9b12e9 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:41:35.523246 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4727bf-7735-442e-a871-f2a11b220fb8 req-4303ec72-1f95-4737-9d89-0ee2f8b7e514 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:35.537020 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8c4727bf-7735-442e-a871-f2a11b220fb8 req-4303ec72-1f95-4737-9d89-0ee2f8b7e514 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0640788 Sep 15 02:41:35.586701 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8c4727bf-7735-442e-a871-f2a11b220fb8 req-d42dc57e-74b7-44bd-a2fd-9fb68e1d2d26 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Sep 15 02:41:35.596165 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:41:35.606564 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:41:35.606564 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:35.656623 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42198d-f75a-436d-8f52-cf702acaf373 req-97718e8c-60b0-4082-a11b-06792ebee9c8 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:35.664343 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1f42198d-f75a-436d-8f52-cf702acaf373 req-97718e8c-60b0-4082-a11b-06792ebee9c8 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 944 time: 0.0688102 Sep 15 02:41:35.712024 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1f42198d-f75a-436d-8f52-cf702acaf373 req-997b2664-2414-484c-ae8c-9a88433716e3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Sep 15 02:41:35.749466 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:35.810069 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57512040-cf8d-42fd-8753-eeaa3f9b12e9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:35.818987 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0491cb51-102d-4062-b797-c365a1ef10b4" -d '{"events": [{"server_uuid": "4687cea8-acf3-4901-8a8e-04db6dd56128", "name": "network-vif-plugged", "status": "completed", "tag": "57512040-cf8d-42fd-8753-eeaa3f9b12e9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:35.825143 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 57512040-cf8d-42fd-8753-eeaa3f9b12e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=57512040-cf8d-42fd-8753-eeaa3f9b12e9,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:35.872032 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7903bc4-50f0-461a-ad94-185a967efbe6 x-openstack-request-id: req-d7903bc4-50f0-461a-ad94-185a967efbe6 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:35.872459 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4687cea8-acf3-4901-8a8e-04db6dd56128", "name": "network-vif-plugged", "status": "completed", "tag": "57512040-cf8d-42fd-8753-eeaa3f9b12e9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:35.872869 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7903bc4-50f0-461a-ad94-185a967efbe6 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:35.873540 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57512040-cf8d-42fd-8753-eeaa3f9b12e9', 'code': 200} Sep 15 02:41:35.880717 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:35.881930 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d8a5603c-4185-4a4f-bfaf-0c75a5156c0e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:41:35.909324 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: d8a5603c-4185-4a4f-bfaf-0c75a5156c0e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:41:35.909978 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d8a5603c-4185-4a4f-bfaf-0c75a5156c0e not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:41:35.914952 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46170) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:35.976132 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=57512040-cf8d-42fd-8753-eeaa3f9b12e9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:36.041429 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-442890599-network', 'tenant_id': '59a92dfcd86b4411844523a766c81403'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:36.126434 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Made reservation on behalf of 59a92dfcd86b4411844523a766c81403 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:41:36.128693 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.136993 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.239731 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.267703 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa792a-ae96-43d3-9d46-0bde7d558048 req-6aa733bc-d1a0-426c-801f-2537eeaa0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:36.269213 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87aa792a-ae96-43d3-9d46-0bde7d558048 req-6aa733bc-d1a0-426c-801f-2537eeaa0607 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 1098 time: 0.0423028 Sep 15 02:41:36.296333 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.329980 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:41:36.346993 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87aa792a-ae96-43d3-9d46-0bde7d558048 req-6ab3d034-a924-4399-a3a7-853703a096c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690517 Sep 15 02:41:36.348745 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42da9de-7a60-437b-9840-53d10d0f1ee8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:36.353444 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.353799 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Added segment 55f78162-27de-456d-8f4a-3cbacc78e02b of type vlan for network 236bbd88-8eac-448c-8fbf-4af93a86895c Sep 15 02:41:36.394635 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.475086 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.476087 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:36.476689 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.538887 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] Pushing event updated for resources: {'Network': ['ID=236bbd88-8eac-448c-8fbf-4af93a86895c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:36.549852 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 236bbd88-8eac-448c-8fbf-4af93a86895c details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:41:36.550366 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-5cbb3824-4a20-42fd-a6a7-7f3feab29548 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6343386 Sep 15 02:41:36.553249 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46186) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:36.557998 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Request body: {'subnet': {'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-442890599-subnet', 'tenant_id': '59a92dfcd86b4411844523a766c81403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:36.640563 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Made reservation on behalf of 59a92dfcd86b4411844523a766c81403 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:41:36.642761 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.874903 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:36.920120 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf55636-23c1-471f-be86-d044e719992b req-88e70b9d-d797-4815-a190-ccec4e67fb42 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:36.928571 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ccf55636-23c1-471f-be86-d044e719992b req-88e70b9d-d797-4815-a190-ccec4e67fb42 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0574112 Sep 15 02:41:36.940292 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b929c1b7-e010-4984-a15a-c519175a6f50,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:36.954606 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Checking segment: {'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:41:36.955139 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Network hostable DHCP agents. Network: 236bbd88-8eac-448c-8fbf-4af93a86895c, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:41:36.991826 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ccf55636-23c1-471f-be86-d044e719992b req-497eb14c-5ff4-43a3-a427-37fcf4a919cf tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621755 Sep 15 02:41:37.014999 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d248-f4bd-4392-b36a-62186c7eabc2 req-0fa8d43b-3624-4cc6-b555-1e8abc717090 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:37.016511 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fb9d248-f4bd-4392-b36a-62186c7eabc2 req-0fa8d43b-3624-4cc6-b555-1e8abc717090 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 945 time: 0.0580983 Sep 15 02:41:37.053385 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fb9d248-f4bd-4392-b36a-62186c7eabc2 req-17a97099-31c4-4adc-b12a-21ef43b8d7ad tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307751 Sep 15 02:41:37.109353 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Network 236bbd88-8eac-448c-8fbf-4af93a86895c is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:41:37.223176 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 236bbd88-8eac-448c-8fbf-4af93a86895c) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:41:37.227886 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:37.234135 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.234980 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b18c59-3728-4d4f-9220-5d09f85338df None None] Network 236bbd88-8eac-448c-8fbf-4af93a86895c requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:41:37.308697 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46200) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:37.338341 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f422cc9e-2631-4b51-af81-df7f149d4d72 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7840705 Sep 15 02:41:37.359559 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] Deleting subnet 705b734e-0c65-41e4-87f8-145e1b4346ed {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:41:37.363870 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.368106 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2e3b6-1cc2-4897-9991-cc414eafeadf None None] Network 236bbd88-8eac-448c-8fbf-4af93a86895c requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:41:37.406433 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.417517 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.538532 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.569736 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705b734e-0c65-41e4-87f8-145e1b4346ed,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:37.571683 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.573572 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-fc36eddf-e74c-4395-a760-5b381090f1b9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/705b734e-0c65-41e4-87f8-145e1b4346ed HTTP/1.1" status: 204 len: 168 time: 0.2638965 Sep 15 02:41:37.577099 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 46214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:37.655167 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.736443 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.756655 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7107f1b9-eecc-4ce8-9825-5c7f764c184c']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:37.767272 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabe58e4-f295-4e90-86ca-e24f011480c0') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:37.769144 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabe58e4-f295-4e90-86ca-e24f011480c0') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:41:37.776781 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.791522 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.799656 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:41:37.800036 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:41:37.801813 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:41:37.897996 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.904285 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.907419 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7107f1b9-eecc-4ce8-9825-5c7f764c184c HTTP/1.1" status: 204 len: 168 time: 0.3280087 Sep 15 02:41:37.917695 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74955-01f9-4e8f-87d4-fc343471fa27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7107f1b9-eecc-4ce8-9825-5c7f764c184c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:38.185819 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34227c4a-730f-47e1-9096-aa1c39e76382 req-dcb2c074-b4be-4648-978d-742e3a1fd249 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:38.187381 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-34227c4a-730f-47e1-9096-aa1c39e76382 req-dcb2c074-b4be-4648-978d-742e3a1fd249 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0938914 Sep 15 02:41:38.226020 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328e994-b412-494a-84e2-33a26ffb5046 req-791e823e-bc59-4ed8-90fc-6fcda7349dad tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:38.226229 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e328e994-b412-494a-84e2-33a26ffb5046 req-791e823e-bc59-4ed8-90fc-6fcda7349dad tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 945 time: 0.0933156 Sep 15 02:41:38.299651 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-34227c4a-730f-47e1-9096-aa1c39e76382 req-ffbfc6c6-25b4-4a94-aa53-d7e4de2918e4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054914 Sep 15 02:41:38.301394 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 46242) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:38.341545 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e328e994-b412-494a-84e2-33a26ffb5046 req-15387f9e-732b-4e1a-8e4d-24f4bd1d0bfd tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834112 Sep 15 02:41:38.362227 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-0a0e4267-c77b-4858-b360-11a8216b8184 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26f5c205fb934edfbaf292caee58de12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596633 Sep 15 02:41:38.362366 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 46244) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:41:38.411413 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-489ebcda-c5a2-402b-9a6c-82034ebc2249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:38.432920 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-489ebcda-c5a2-402b-9a6c-82034ebc2249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:38.532148 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-489ebcda-c5a2-402b-9a6c-82034ebc2249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:38.534736 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-489ebcda-c5a2-402b-9a6c-82034ebc2249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:38.535988 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-489ebcda-c5a2-402b-9a6c-82034ebc2249 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2aad439-b4da-4a79-a72b-4eac52d9f268 HTTP/1.1" status: 204 len: 168 time: 0.1726289 Sep 15 02:41:38.544801 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ebcda-c5a2-402b-9a6c-82034ebc2249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aad439-b4da-4a79-a72b-4eac52d9f268,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:39.429736 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3c99e-fa8e-4d0b-9836-4620ac25b0f0 req-2ade9c53-ea33-44d5-8715-31b802ea6a21 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:39.433334 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-42f3c99e-fa8e-4d0b-9836-4620ac25b0f0 req-2ade9c53-ea33-44d5-8715-31b802ea6a21 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0648320 Sep 15 02:41:39.500282 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-42f3c99e-fa8e-4d0b-9836-4620ac25b0f0 req-7b2370ec-a195-4361-bd79-8015b09ffed8 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606186 Sep 15 02:41:39.520773 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc485aa1-6f73-4f3e-9270-ad08055644af req-6139911a-6a1d-4e29-ba73-34f41d5f3d42 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:39.522281 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dc485aa1-6f73-4f3e-9270-ad08055644af req-6139911a-6a1d-4e29-ba73-34f41d5f3d42 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 945 time: 0.0600486 Sep 15 02:41:39.590290 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dc485aa1-6f73-4f3e-9270-ad08055644af req-e063f66d-36f3-4dbb-965d-42e68fe49aa2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597942 Sep 15 02:41:39.789157 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-9ec8d1e0-abae-4d0b-8160-85885389a833 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:39.790873 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-9ec8d1e0-abae-4d0b-8160-85885389a833 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/networks?id=236bbd88-8eac-448c-8fbf-4af93a86895c HTTP/1.1" status: 200 len: 808 time: 0.1098962 Sep 15 02:41:39.808486 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-2538bbc9-d863-4f6b-bd6b-f3c5f93631ba tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/quotas/59a92dfcd86b4411844523a766c81403 HTTP/1.1" status: 200 len: 375 time: 0.0092828 Sep 15 02:41:39.845763 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-b7c4307d-8480-4f7a-9ae1-9d5ecf7cfa2b tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a92dfcd86b4411844523a766c81403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306981 Sep 15 02:41:39.942836 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-ae91ecdf-264b-4b44-b2ed-4fa2f3bda2cb service neutron] 10.222.0.15 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 Sep 15 02:41:40.036141 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-614728b6-e419-4db3-8acb-0af1872638cb service neutron] 10.222.0.15 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876827 Sep 15 02:41:40.270613 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-606f4515-defb-46d3-8cf7-3249ffa4a155 req-c01d2abc-8016-42fb-a68e-a610435add96 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 210 time: 0.0324697 Sep 15 02:41:40.630836 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcb7c2-09a4-4bd0-925c-1453afd1cc34 req-73097335-c6f9-4778-bed1-8590cb0e8593 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:40.632421 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b4bcb7c2-09a4-4bd0-925c-1453afd1cc34 req-73097335-c6f9-4778-bed1-8590cb0e8593 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0620220 Sep 15 02:41:40.670334 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b4bcb7c2-09a4-4bd0-925c-1453afd1cc34 req-fa848665-a4c1-4c02-a915-276d3a386830 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Sep 15 02:41:41.375318 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-307cd6f9-48fd-48de-9ecd-b9ccf2529384 req-c2f232d9-be87-44b4-807a-cca348d17dd4 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 210 time: 0.0280125 Sep 15 02:41:41.784287 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da04f7-0b8c-497e-9c45-e60b30c6489e req-8678c016-ebac-4d82-aea1-8947bfff534c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:41.785787 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-38da04f7-0b8c-497e-9c45-e60b30c6489e req-8678c016-ebac-4d82-aea1-8947bfff534c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0472729 Sep 15 02:41:41.823834 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-38da04f7-0b8c-497e-9c45-e60b30c6489e req-515497a3-f9af-47c1-8859-5d6e9d9f649f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Sep 15 02:41:42.487263 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-68107646-c6c3-4f97-b6dc-8b9712dd81c6 req-20ab0e6d-03bc-4e1e-a4f6-23871856b2aa tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 210 time: 0.0291681 Sep 15 02:41:42.723267 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504faa1f-9191-418a-aeda-966752cce473 req-d1c9382a-7759-43f9-94cd-c8c55489741f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:42.724893 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-d1c9382a-7759-43f9-94cd-c8c55489741f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.1184678 Sep 15 02:41:42.740930 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-6e9ca9ed-7bdf-40a8-8817-bca9ef23991f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/quotas/ac1722eb5fb64a9b9853cc8612279636 HTTP/1.1" status: 200 len: 375 time: 0.0100553 Sep 15 02:41:42.791003 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-5cbdddb4-202e-4de7-accb-9c1f6cfabfd7 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446281 Sep 15 02:41:42.906408 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-784f3de4-706b-4361-8680-3261546ab2c1 service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063750 Sep 15 02:41:42.922567 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-fc010fc1-248a-4f73-b519-20c5da43f90a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:42.924997 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-fc010fc1-248a-4f73-b519-20c5da43f90a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "GET /v2.0/networks?id=236bbd88-8eac-448c-8fbf-4af93a86895c HTTP/1.1" status: 200 len: 808 time: 0.1115124 Sep 15 02:41:42.983749 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Request body: {'port': {'device_id': 'ed72101a-74bc-45b5-8f75-945f72568186', 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c', 'admin_state_up': True, 'tenant_id': '59a92dfcd86b4411844523a766c81403'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:43.062773 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-bb02c3c1-bb46-4702-aa7c-eb152f6a1b4d service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500697 Sep 15 02:41:43.084970 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38e2d7-7594-43f2-81ee-1b3c711ac0af req-ece8d994-4181-4f08-aa16-44027ed2ce2c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:43.086654 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e38e2d7-7594-43f2-81ee-1b3c711ac0af req-ece8d994-4181-4f08-aa16-44027ed2ce2c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0866165 Sep 15 02:41:43.151187 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e38e2d7-7594-43f2-81ee-1b3c711ac0af req-c9805c18-2e93-4ca0-bc26-d7324da08acb tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533631 Sep 15 02:41:43.189879 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Made reservation on behalf of 59a92dfcd86b4411844523a766c81403 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:41:43.193980 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:43.323680 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Allocated IP 172.20.0.4 (236bbd88-8eac-448c-8fbf-4af93a86895c/b929c1b7-e010-4984-a15a-c519175a6f50/72bfb0a8-736a-4f8e-90d9-e9f625baa850) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:41:43.383871 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-55535168-8241-4775-89b2-618ceb17eb76 req-ce5bdeb5-193a-46c5-8f35-2ec88adfbfbd tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 210 time: 0.0264108 Sep 15 02:41:43.620984 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-341f6c6d-8a95-4e1b-a1e9-13fa0db61f73 req-2ef9e9b9-325f-4711-8268-def008de2084 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 210 time: 0.0490859 Sep 15 02:41:43.736297 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:43.823598 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:43.872155 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Network 236bbd88-8eac-448c-8fbf-4af93a86895c is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:41:43.875803 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:41:43.878601 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:41:43.884432 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:43.885088 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:43.899673 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Pushing event updated for resources: {'Port': ['ID=72bfb0a8-736a-4f8e-90d9-e9f625baa850,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:43.972656 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-a8dccc41-2838-4179-8a38-b3a195931dc2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9948921 Sep 15 02:41:43.994410 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Request body: {'port': {'device_id': 'ed72101a-74bc-45b5-8f75-945f72568186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:44.056330 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:44.278377 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56a54d-f76f-4457-bac6-4124bd9dfe02 req-595cac81-aa0e-4926-8fe2-027869abfbd9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:44.280701 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0f56a54d-f76f-4457-bac6-4124bd9dfe02 req-595cac81-aa0e-4926-8fe2-027869abfbd9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0541630 Sep 15 02:41:44.317417 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0f56a54d-f76f-4457-bac6-4124bd9dfe02 req-197929cf-ac96-469e-832d-4570259d9ebd tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Sep 15 02:41:44.330092 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bfb0a8-736a-4f8e-90d9-e9f625baa850 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:44.337869 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:44.351250 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Transition to ACTIVE for port object 72bfb0a8-736a-4f8e-90d9-e9f625baa850 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:41:44.425189 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:44.482858 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=72bfb0a8-736a-4f8e-90d9-e9f625baa850,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:44.489374 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e032cdb-5b2c-4c04-a86e-0e334ac6427f req-d19f5f60-9b21-4ad8-be1f-25648de784e4 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 210 time: 0.0268507 Sep 15 02:41:44.515952 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Attempting to bind port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:41:44.516287 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Attempting to bind port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:41:44.516642 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Attempting to bind port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 on network 236bbd88-8eac-448c-8fbf-4af93a86895c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:41:44.521097 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 on network 236bbd88-8eac-448c-8fbf-4af93a86895c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:41:44.521417 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Attempting to bind port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 on network 236bbd88-8eac-448c-8fbf-4af93a86895c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:41:44.526558 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:41:44.526892 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Checking segment: {'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:41:44.527274 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Bound using segment: {'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:41:44.527700 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Bound port: 72bfb0a8-736a-4f8e-90d9-e9f625baa850, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:41:44.528106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:44.595762 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] For port 72bfb0a8-736a-4f8e-90d9-e9f625baa850, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:41:44.598777 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] For port 72bfb0a8-736a-4f8e-90d9-e9f625baa850, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=72bfb0a8-736a-4f8e-90d9-e9f625baa850,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:41:44.715554 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:44.739305 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfffa3a-30f8-489e-bbc3-08b27d61a051 req-803b0b55-2f49-4c4c-88fc-7e34013e5cc0 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:44.748798 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5cfffa3a-30f8-489e-bbc3-08b27d61a051 req-803b0b55-2f49-4c4c-88fc-7e34013e5cc0 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 943 time: 0.0575202 Sep 15 02:41:44.753716 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:44.753716 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:44.757271 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] 10.222.0.37 "PUT /v2.0/ports/72bfb0a8-736a-4f8e-90d9-e9f625baa850 HTTP/1.1" status: 200 len: 1093 time: 0.7672834 Sep 15 02:41:44.758054 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed72101a-74bc-45b5-8f75-945f72568186', 'tag': '72bfb0a8-736a-4f8e-90d9-e9f625baa850'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:44.764102 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab0ea66-fb37-49b4-b765-82a7e357869a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed72101a-74bc-45b5-8f75-945f72568186", "tag": "72bfb0a8-736a-4f8e-90d9-e9f625baa850"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:44.796759 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5cfffa3a-30f8-489e-bbc3-08b27d61a051 req-54c96957-edf0-47bc-82ec-9a54b857face tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464330 Sep 15 02:41:44.822786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619ae4f-c398-48c7-ab95-844670bc7cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=72bfb0a8-736a-4f8e-90d9-e9f625baa850,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:44.822786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be719ee7-d1cd-4f39-b030-29ca5621745f x-openstack-request-id: req-be719ee7-d1cd-4f39-b030-29ca5621745f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:44.822786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed72101a-74bc-45b5-8f75-945f72568186", "tag": "72bfb0a8-736a-4f8e-90d9-e9f625baa850", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:44.822786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be719ee7-d1cd-4f39-b030-29ca5621745f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:44.823845 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed72101a-74bc-45b5-8f75-945f72568186', 'tag': '72bfb0a8-736a-4f8e-90d9-e9f625baa850', 'status': 'completed', 'code': 200} Sep 15 02:41:44.920124 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0ea66-fb37-49b4-b765-82a7e357869a req-3518c83b-a737-45e8-8764-525da526d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:44.921643 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fab0ea66-fb37-49b4-b765-82a7e357869a req-3518c83b-a737-45e8-8764-525da526d274 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59a92dfcd86b4411844523a766c81403&device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 1096 time: 0.0405836 Sep 15 02:41:45.035561 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0ea66-fb37-49b4-b765-82a7e357869a req-a930e619-037f-472b-b530-caaa5446be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:45.037098 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fab0ea66-fb37-49b4-b765-82a7e357869a req-a930e619-037f-472b-b530-caaa5446be4a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=59a92dfcd86b4411844523a766c81403&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0960836 Sep 15 02:41:45.137021 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0ea66-fb37-49b4-b765-82a7e357869a req-c59afeb0-1fe3-4cff-ba82-d07ef8723773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:45.143714 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fab0ea66-fb37-49b4-b765-82a7e357869a req-c59afeb0-1fe3-4cff-ba82-d07ef8723773 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893831 Sep 15 02:41:48.281159 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-491c2f83-4bc1-4c0f-b10f-6924ec7ac7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:48.282611 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-491c2f83-4bc1-4c0f-b10f-6924ec7ac7c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59a92dfcd86b4411844523a766c81403&device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 1096 time: 0.0441315 Sep 15 02:41:48.402891 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513dce2-d7b4-4513-89fd-a85084ea214b req-2971ec76-7094-42ab-8c47-8ef8b64bcc8a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:48.405573 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7513dce2-d7b4-4513-89fd-a85084ea214b req-2971ec76-7094-42ab-8c47-8ef8b64bcc8a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0509007 Sep 15 02:41:48.415103 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-d9f89c4a-ca03-4881-9065-ecd03f8d7413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72bfb0a8-736a-4f8e-90d9-e9f625baa850 HTTP/1.1" status: 200 len: 217 time: 0.0418689 Sep 15 02:41:48.463400 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-25e9ed02-33e2-4461-a014-361a92a95b3f req-91f0f4fa-b156-47e3-b55b-2abeb14f2057 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 210 time: 0.0343597 Sep 15 02:41:48.471392 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-6def04b8-a85e-4b8e-aab5-440fdae53195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:48.471930 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7513dce2-d7b4-4513-89fd-a85084ea214b req-c8423175-fbe8-40bc-9257-af5908e231a6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596864 Sep 15 02:41:48.472864 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-6def04b8-a85e-4b8e-aab5-440fdae53195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b929c1b7-e010-4984-a15a-c519175a6f50 HTTP/1.1" status: 200 len: 848 time: 0.0497761 Sep 15 02:41:48.511280 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-eb0b7da7-0f95-4735-a87a-9b154956a8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=236bbd88-8eac-448c-8fbf-4af93a86895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235941 Sep 15 02:41:48.567350 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ed0a-ec4b-47d2-bd63-0d51c1539791 req-61332f2e-b217-4c21-9947-3693b31fc7d0 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:48.569168 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d365ed0a-ec4b-47d2-bd63-0d51c1539791 req-61332f2e-b217-4c21-9947-3693b31fc7d0 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 943 time: 0.0472400 Sep 15 02:41:48.608705 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d365ed0a-ec4b-47d2-bd63-0d51c1539791 req-0b9b465d-3be1-4b62-8066-29797fe87cb7 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Sep 15 02:41:48.662969 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-478a0a3e-d007-423d-88f1-0654705b81c3 service neutron] 10.222.0.37 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885906 Sep 15 02:41:48.761101 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3a9074e3-2bbd-4f39-88d0-7fa6258c5c00 req-965b9645-3953-4a0e-a6a2-d52500358dfb service neutron] 10.222.0.37 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863414 Sep 15 02:41:51.889185 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504faa1f-9191-418a-aeda-966752cce473 req-d6956b1e-d0f6-48c1-bc03-22c98b8bbd2b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:51.890561 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-d6956b1e-d0f6-48c1-bc03-22c98b8bbd2b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.0995135 Sep 15 02:41:51.949387 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Request body: {'port': {'device_id': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'admin_state_up': True, 'tenant_id': 'ac1722eb5fb64a9b9853cc8612279636'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:51.976851 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4c7e56b6-2996-4602-be6f-20b634f69ddd req-a5c2492e-c422-4397-8048-2d40f99a5d65 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 210 time: 0.0275886 Sep 15 02:41:52.183458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Made reservation on behalf of ac1722eb5fb64a9b9853cc8612279636 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:41:52.187692 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:52.313598 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Allocated IP 172.20.0.9 (6129bfb6-246e-48a1-859b-0d188bf7590f/2d5b084c-dee3-487b-97e5-eb1cc4f8e354/717c4d68-86d5-4308-a2bd-8cacc987d4c8) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:41:52.314870 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39154d-b732-4cef-ac69-f1cfbd8d521a req-4a774b04-6e3b-4c3e-8568-f541a452f7cf tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:52.316343 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dd39154d-b732-4cef-ac69-f1cfbd8d521a req-4a774b04-6e3b-4c3e-8568-f541a452f7cf tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.3315103 Sep 15 02:41:52.335874 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b92c-96ff-4b0a-806b-f0a2b29ca147 req-874cccaf-3436-4785-a558-b83bd3f60112 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:52.337381 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4fb9b92c-96ff-4b0a-806b-f0a2b29ca147 req-874cccaf-3436-4785-a558-b83bd3f60112 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 943 time: 0.0693274 Sep 15 02:41:52.386943 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dd39154d-b732-4cef-ac69-f1cfbd8d521a req-3b2d9f66-8fa8-4631-93e5-e37131be602e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643346 Sep 15 02:41:52.392644 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4fb9b92c-96ff-4b0a-806b-f0a2b29ca147 req-f7b2b271-e225-4bd9-9f78-afeb3921bfb8 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Sep 15 02:41:52.463605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:52.554986 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:52.599882 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Network 6129bfb6-246e-48a1-859b-0d188bf7590f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:41:52.603014 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:41:52.606437 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:41:52.608699 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd', '57512040-cf8d-42fd-8753-eeaa3f9b12e9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:52.612512 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:52.613126 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:52.631395 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event updated for resources: {'Port': ['ID=717c4d68-86d5-4308-a2bd-8cacc987d4c8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:52.687578 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-458c4d4f-88c3-4fb0-9af4-c9dcfe798a9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7422743 Sep 15 02:41:52.709139 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Request body: {'port': {'device_id': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:41:52.763550 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:53.024747 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717c4d68-86d5-4308-a2bd-8cacc987d4c8 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:53.032619 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:53.043958 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Transition to ACTIVE for port object 717c4d68-86d5-4308-a2bd-8cacc987d4c8 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:41:53.094907 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:53.110062 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:41:53.152197 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Pushing event updated for resources: {'Port': ['ID=717c4d68-86d5-4308-a2bd-8cacc987d4c8,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:53.173511 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92275d78-3f5a-4021-942e-2a181d5733cd req-005ca372-3816-41c1-b168-6d496fb6e741 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.178885 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92275d78-3f5a-4021-942e-2a181d5733cd req-005ca372-3816-41c1-b168-6d496fb6e741 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 943 time: 0.0567346 Sep 15 02:41:53.180856 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Attempting to bind port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:41:53.181338 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Attempting to bind port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:41:53.181842 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Attempting to bind port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:41:53.187066 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 on network 6129bfb6-246e-48a1-859b-0d188bf7590f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:41:53.187397 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Attempting to bind port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:41:53.196339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:41:53.196339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Checking segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:41:53.196339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Bound using segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:41:53.196339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Bound port: 717c4d68-86d5-4308-a2bd-8cacc987d4c8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:41:53.196339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:53.222182 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92275d78-3f5a-4021-942e-2a181d5733cd req-3de5bcac-0e22-42b5-b750-7895f095ed0a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Sep 15 02:41:53.264794 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] For port 717c4d68-86d5-4308-a2bd-8cacc987d4c8, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:41:53.267909 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] For port 717c4d68-86d5-4308-a2bd-8cacc987d4c8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=717c4d68-86d5-4308-a2bd-8cacc987d4c8,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:41:53.326765 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:53.362777 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.363380 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:53.365095 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] 10.222.0.37 "PUT /v2.0/ports/717c4d68-86d5-4308-a2bd-8cacc987d4c8 HTTP/1.1" status: 200 len: 1093 time: 0.6609309 Sep 15 02:41:53.367230 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'tag': '717c4d68-86d5-4308-a2bd-8cacc987d4c8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:53.369487 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43007ebe-a4e3-4fc4-8e60-6b7475394fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4ac86-e72c-48ae-b2ee-41a7b262a585", "tag": "717c4d68-86d5-4308-a2bd-8cacc987d4c8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:53.397468 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df76c2f-756b-407b-aeb2-20000a31f70a service neutron] Pushing event updated for resources: {'Port': ['ID=717c4d68-86d5-4308-a2bd-8cacc987d4c8,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:53.412206 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e1196d-bb66-4c80-b003-b8ae93587b1b x-openstack-request-id: req-74e1196d-bb66-4c80-b003-b8ae93587b1b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:53.412534 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4ac86-e72c-48ae-b2ee-41a7b262a585", "tag": "717c4d68-86d5-4308-a2bd-8cacc987d4c8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:53.412784 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74e1196d-bb66-4c80-b003-b8ae93587b1b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:53.413167 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'tag': '717c4d68-86d5-4308-a2bd-8cacc987d4c8', 'status': 'completed', 'code': 200} Sep 15 02:41:53.513843 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43007ebe-a4e3-4fc4-8e60-6b7475394fc2 req-4e1e7448-ab71-49f8-8f59-6aea19db5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.515578 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-43007ebe-a4e3-4fc4-8e60-6b7475394fc2 req-4e1e7448-ab71-49f8-8f59-6aea19db5645 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 1096 time: 0.0415707 Sep 15 02:41:53.536902 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b26e84-e907-4216-8474-1ad578c2db67 req-1e611af0-602c-454b-b271-86f905f203b9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.538374 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3b26e84-e907-4216-8474-1ad578c2db67 req-1e611af0-602c-454b-b271-86f905f203b9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0782721 Sep 15 02:41:53.546814 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5103ce-1df3-4a1f-90dc-7439edb1ea99 req-858528c4-8a08-42ad-b46f-f22d673f6246 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.548284 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ee5103ce-1df3-4a1f-90dc-7439edb1ea99 req-858528c4-8a08-42ad-b46f-f22d673f6246 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 943 time: 0.0779133 Sep 15 02:41:53.615688 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3b26e84-e907-4216-8474-1ad578c2db67 req-e00c2f15-5bc5-4ffc-955e-627d02187417 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663345 Sep 15 02:41:53.619728 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ee5103ce-1df3-4a1f-90dc-7439edb1ea99 req-edd88e78-93b4-4f5f-8bdb-8f9c80e6578e tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642488 Sep 15 02:41:53.648246 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43007ebe-a4e3-4fc4-8e60-6b7475394fc2 req-342f735c-8b07-4837-a873-afcc776cac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.649773 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-43007ebe-a4e3-4fc4-8e60-6b7475394fc2 req-342f735c-8b07-4837-a873-afcc776cac89 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac1722eb5fb64a9b9853cc8612279636&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1126091 Sep 15 02:41:53.759134 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43007ebe-a4e3-4fc4-8e60-6b7475394fc2 req-c3792d83-942e-4d61-9544-622766161a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.760661 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-43007ebe-a4e3-4fc4-8e60-6b7475394fc2 req-c3792d83-942e-4d61-9544-622766161a22 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930378 Sep 15 02:41:53.869044 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504faa1f-9191-418a-aeda-966752cce473 req-0fbf33df-1524-4cbc-9322-d2606685a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.870538 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-0fbf33df-1524-4cbc-9322-d2606685a191 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 1096 time: 0.0399716 Sep 15 02:41:53.927325 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-17be5001-2ee6-4890-ac55-2a6927558049 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=717c4d68-86d5-4308-a2bd-8cacc987d4c8 HTTP/1.1" status: 200 len: 217 time: 0.0376515 Sep 15 02:41:53.980986 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504faa1f-9191-418a-aeda-966752cce473 req-d48fb697-5f95-4b0f-b10e-7c124af7dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:53.982701 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-d48fb697-5f95-4b0f-b10e-7c124af7dd85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d5b084c-dee3-487b-97e5-eb1cc4f8e354 HTTP/1.1" status: 200 len: 855 time: 0.0453572 Sep 15 02:41:54.015554 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-827c4faa-c614-435d-908e-cfd61bcd67d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6129bfb6-246e-48a1-859b-0d188bf7590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243261 Sep 15 02:41:54.126318 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-7c907442-493a-47ad-a3bf-6fa9c4e562ca service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996683 Sep 15 02:41:54.235608 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-504faa1f-9191-418a-aeda-966752cce473 req-9affc5b9-5acf-41b8-9e90-095a53089e12 service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891261 Sep 15 02:41:54.274358 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:54.346880 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18900e7-20c1-4374-bdc8-d851b979f7bc req-56d21319-9d73-4693-96c1-3e28675187f3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:54.348351 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a18900e7-20c1-4374-bdc8-d851b979f7bc req-56d21319-9d73-4693-96c1-3e28675187f3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 943 time: 0.0510566 Sep 15 02:41:54.384917 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a18900e7-20c1-4374-bdc8-d851b979f7bc req-a26e58d0-5ed6-4517-b8f7-26bb4c31a0e6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Sep 15 02:41:54.753897 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb210-7673-42ee-bdb7-be40f4b74114 req-d7bf3080-fb2b-461a-9c68-b7c2f0b533d4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:54.755371 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-950eb210-7673-42ee-bdb7-be40f4b74114 req-d7bf3080-fb2b-461a-9c68-b7c2f0b533d4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0728669 Sep 15 02:41:54.776452 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7314c-3743-4ccb-a979-1d768dac380c req-03879ab4-8d18-4345-a1db-1a4eb37185f9 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:54.777785 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fbb7314c-3743-4ccb-a979-1d768dac380c req-03879ab4-8d18-4345-a1db-1a4eb37185f9 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 943 time: 0.0841780 Sep 15 02:41:54.824005 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-950eb210-7673-42ee-bdb7-be40f4b74114 req-87d67718-6727-4eb7-aa69-10400a0efdc5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607469 Sep 15 02:41:54.830990 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fbb7314c-3743-4ccb-a979-1d768dac380c req-e8a4ee09-f1ef-4dc2-a178-7e6e37f5b6b9 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Sep 15 02:41:55.493795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309305f-5bb9-4ef2-be18-440fe266ca3b req-347e2a44-233f-4f2b-8923-481001a4465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:55.495348 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6309305f-5bb9-4ef2-be18-440fe266ca3b req-347e2a44-233f-4f2b-8923-481001a4465a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 1098 time: 0.0385950 Sep 15 02:41:55.503411 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c3960-b0fa-495f-8106-c97e0fd3caee req-b801394e-8f27-4c68-ab08-7cedb5b9442b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:55.504856 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-480c3960-b0fa-495f-8106-c97e0fd3caee req-b801394e-8f27-4c68-ab08-7cedb5b9442b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 943 time: 0.0503502 Sep 15 02:41:55.541653 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6309305f-5bb9-4ef2-be18-440fe266ca3b req-1eb5b75a-b110-4c2d-ad61-d8bb3ec8b6d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357604 Sep 15 02:41:55.541927 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-480c3960-b0fa-495f-8106-c97e0fd3caee req-8599baf5-22f1-4825-b2f2-1bcfc56a4183 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Sep 15 02:41:55.599206 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 72bfb0a8-736a-4f8e-90d9-e9f625baa850 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:41:55.693767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 72bfb0a8-736a-4f8e-90d9-e9f625baa850, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=72bfb0a8-736a-4f8e-90d9-e9f625baa850,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:55.704502 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '72bfb0a8-736a-4f8e-90d9-e9f625baa850', 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c', 'port_id': '72bfb0a8-736a-4f8e-90d9-e9f625baa850', 'mac_address': 'fa:16:3e:06:dc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b929c1b7-e010-4984-a15a-c519175a6f50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:41:55.741379 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:55.755185 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bfb0a8-736a-4f8e-90d9-e9f625baa850 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:55.774355 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 72bfb0a8-736a-4f8e-90d9-e9f625baa850, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=72bfb0a8-736a-4f8e-90d9-e9f625baa850,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:55.858074 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:55.908189 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=72bfb0a8-736a-4f8e-90d9-e9f625baa850,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:55.985211 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d5517-5a9e-4147-946e-d200b6ef180d req-d62901c2-1a70-41d8-bdfa-9fc1b80e4f08 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:55.986707 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d48d5517-5a9e-4147-946e-d200b6ef180d req-d62901c2-1a70-41d8-bdfa-9fc1b80e4f08 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 944 time: 0.0833178 Sep 15 02:41:55.995187 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eebc5f-1fd4-406f-b124-1ee2fbf9dd15 req-4406b4a1-aa9f-42df-bbaf-16d294ef68e3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:55.996626 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-03eebc5f-1fd4-406f-b124-1ee2fbf9dd15 req-4406b4a1-aa9f-42df-bbaf-16d294ef68e3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0944118 Sep 15 02:41:56.054311 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d48d5517-5a9e-4147-946e-d200b6ef180d req-0237b390-72c8-4f3e-a43d-0dac318fe8de tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567389 Sep 15 02:41:56.062544 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-03eebc5f-1fd4-406f-b124-1ee2fbf9dd15 req-1eb326ab-c23c-433c-903c-fd5b225b9e6b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574906 Sep 15 02:41:56.440684 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['72bfb0a8-736a-4f8e-90d9-e9f625baa850'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:56.703119 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de838968-c11c-419d-b762-6de2cec2c0a1 req-dcb7cd09-6e04-4d68-a6f9-ef720d02502d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:56.704636 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-de838968-c11c-419d-b762-6de2cec2c0a1 req-dcb7cd09-6e04-4d68-a6f9-ef720d02502d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 943 time: 0.0473435 Sep 15 02:41:56.741795 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-de838968-c11c-419d-b762-6de2cec2c0a1 req-b4446fd7-db34-4a6d-ae42-5150b86ee71f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Sep 15 02:41:57.149202 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-958a4c51-83d9-4be9-8c27-d39376053352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:57.207294 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165585f-b033-48d2-9811-719446820e64 req-872a600e-8fbd-42c5-b1f2-a2a4d3e54b52 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:57.214383 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9165585f-b033-48d2-9811-719446820e64 req-872a600e-8fbd-42c5-b1f2-a2a4d3e54b52 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 944 time: 0.0863214 Sep 15 02:41:57.239385 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823250a-7083-42a3-9185-8e64feef12ac req-0f50f19c-8340-4a2c-ac05-bd605475f16d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:57.240935 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7823250a-7083-42a3-9185-8e64feef12ac req-0f50f19c-8340-4a2c-ac05-bd605475f16d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1041551 Sep 15 02:41:57.275929 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9165585f-b033-48d2-9811-719446820e64 req-c44adf09-bef8-4f53-864c-d2eba1ab0338 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607007 Sep 15 02:41:57.327057 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7823250a-7083-42a3-9185-8e64feef12ac req-81c1f4a1-ade3-4f37-abc1-348f2675da28 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758927 Sep 15 02:41:57.605309 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 717c4d68-86d5-4308-a2bd-8cacc987d4c8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:41:57.703651 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 717c4d68-86d5-4308-a2bd-8cacc987d4c8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=717c4d68-86d5-4308-a2bd-8cacc987d4c8,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:57.714652 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '717c4d68-86d5-4308-a2bd-8cacc987d4c8', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'port_id': '717c4d68-86d5-4308-a2bd-8cacc987d4c8', 'mac_address': 'fa:16:3e:01:f7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5b084c-dee3-487b-97e5-eb1cc4f8e354', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:41:57.751088 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:57.763333 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717c4d68-86d5-4308-a2bd-8cacc987d4c8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:41:57.782151 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 717c4d68-86d5-4308-a2bd-8cacc987d4c8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=717c4d68-86d5-4308-a2bd-8cacc987d4c8,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:57.880490 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:57.890218 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9251f00-e0c6-4256-b559-33ffc3ea6eac req-03f05525-d297-44ea-9d1c-d7b6b4e41054 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:57.891695 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d9251f00-e0c6-4256-b559-33ffc3ea6eac req-03f05525-d297-44ea-9d1c-d7b6b4e41054 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 943 time: 0.0472655 Sep 15 02:41:57.927070 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=717c4d68-86d5-4308-a2bd-8cacc987d4c8,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:41:57.928902 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d9251f00-e0c6-4256-b559-33ffc3ea6eac req-653cdf69-01f3-499e-a23f-8f94ff96756d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Sep 15 02:41:58.415223 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f79675-d3c6-46b5-9bc8-e160f48cc088 req-296cb6d0-2472-4e52-883c-830a2f84117f tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:58.417096 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e5f79675-d3c6-46b5-9bc8-e160f48cc088 req-296cb6d0-2472-4e52-883c-830a2f84117f tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 944 time: 0.0625033 Sep 15 02:41:58.471863 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['717c4d68-86d5-4308-a2bd-8cacc987d4c8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:41:58.493906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e5f79675-d3c6-46b5-9bc8-e160f48cc088 req-2f202ee0-2ae2-41ea-9752-8591d642a2c2 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645704 Sep 15 02:41:58.508189 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d6aa-c59f-43f2-996b-75e4f275d919 req-97ff6c00-105d-4407-aa3e-2a4f88c89c19 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:58.510086 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f201d6aa-c59f-43f2-996b-75e4f275d919 req-97ff6c00-105d-4407-aa3e-2a4f88c89c19 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0918982 Sep 15 02:41:58.574991 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f201d6aa-c59f-43f2-996b-75e4f275d919 req-9cd4655d-d0d8-49f7-957c-f829af0c6024 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572400 Sep 15 02:41:58.703605 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0061c-5b0d-43bd-9a6a-e09c37e5e915 req-4eaba2f3-c898-4f29-803d-e7226ce50587 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:58.705162 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-04f0061c-5b0d-43bd-9a6a-e09c37e5e915 req-4eaba2f3-c898-4f29-803d-e7226ce50587 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0538068 Sep 15 02:41:58.743249 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-04f0061c-5b0d-43bd-9a6a-e09c37e5e915 req-b26872a7-29e5-47c7-8b94-13beb60602fc tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Sep 15 02:41:59.046539 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc716ab-53b4-450f-ac34-0feb1b576da9 req-04494a64-cc98-4247-9193-ad6442e31de2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:59.048053 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fdc716ab-53b4-450f-ac34-0feb1b576da9 req-04494a64-cc98-4247-9193-ad6442e31de2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 944 time: 0.0478768 Sep 15 02:41:59.088014 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fdc716ab-53b4-450f-ac34-0feb1b576da9 req-50a9656d-58d6-4afe-b893-c2cf96b0bfe3 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Sep 15 02:41:59.612642 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497b06-d0bf-4db7-9014-44a12c13212d req-1bdf3d21-7107-4b4d-9c4f-23ad8779ae00 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:59.614126 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-df497b06-d0bf-4db7-9014-44a12c13212d req-1bdf3d21-7107-4b4d-9c4f-23ad8779ae00 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 944 time: 0.0528417 Sep 15 02:41:59.637035 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 72bfb0a8-736a-4f8e-90d9-e9f625baa850 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:41:59.663897 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-df497b06-d0bf-4db7-9014-44a12c13212d req-388ad500-83bc-441b-9ccc-5796c532c606 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 Sep 15 02:41:59.754607 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b4c9-0be6-49d5-acc6-71930e9f252a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:59.782996 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:41:59.787073 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:41:59.787455 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:59.877110 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:59.903297 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72101a-74bc-45b5-8f75-945f72568186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bfb0a8-736a-4f8e-90d9-e9f625baa850'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:41:59.911618 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9327b652-92e7-4302-a0a5-1687d48299e8" -d '{"events": [{"server_uuid": "ed72101a-74bc-45b5-8f75-945f72568186", "name": "network-vif-plugged", "status": "completed", "tag": "72bfb0a8-736a-4f8e-90d9-e9f625baa850"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:41:59.931308 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 72bfb0a8-736a-4f8e-90d9-e9f625baa850, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=72bfb0a8-736a-4f8e-90d9-e9f625baa850,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:41:59.937905 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:59.971606 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c04aba-a04c-4314-af5a-8203ce3124f0 x-openstack-request-id: req-c9c04aba-a04c-4314-af5a-8203ce3124f0 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:41:59.971606 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed72101a-74bc-45b5-8f75-945f72568186", "name": "network-vif-plugged", "status": "completed", "tag": "72bfb0a8-736a-4f8e-90d9-e9f625baa850", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:41:59.971606 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9c04aba-a04c-4314-af5a-8203ce3124f0 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:41:59.971606 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72101a-74bc-45b5-8f75-945f72568186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bfb0a8-736a-4f8e-90d9-e9f625baa850', 'code': 200} Sep 15 02:41:59.985051 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:00.037174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=72bfb0a8-736a-4f8e-90d9-e9f625baa850,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:00.230749 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73278ce-4923-441f-8d07-6453bf28ff46 req-ebff7e95-c3c8-4782-8c38-b18c355a7865 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:00.233197 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f73278ce-4923-441f-8d07-6453bf28ff46 req-ebff7e95-c3c8-4782-8c38-b18c355a7865 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 944 time: 0.0535822 Sep 15 02:42:00.273658 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f73278ce-4923-441f-8d07-6453bf28ff46 req-9ded2ed9-7ef7-4966-907c-d0c47e2b2d52 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Sep 15 02:42:00.354841 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa4f5c-ab10-42a0-a7a4-24a2051fa517 req-1c3121dd-5390-4a9c-a8b8-742f28610273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:00.356263 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-07aa4f5c-ab10-42a0-a7a4-24a2051fa517 req-1c3121dd-5390-4a9c-a8b8-742f28610273 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 1098 time: 0.0406685 Sep 15 02:42:00.392617 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-07aa4f5c-ab10-42a0-a7a4-24a2051fa517 req-baf85c13-9cf0-4b05-a7c9-12e6e53bba27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271411 Sep 15 02:42:00.792327 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e3c22-d091-46d6-adad-40c1a5f6a8f6 req-826cbfb3-c94e-429f-bd81-6a62ff673bee tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:00.793819 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c82e3c22-d091-46d6-adad-40c1a5f6a8f6 req-826cbfb3-c94e-429f-bd81-6a62ff673bee tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0479920 Sep 15 02:42:00.831841 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c82e3c22-d091-46d6-adad-40c1a5f6a8f6 req-286630d0-6370-49c1-ba62-2b57ee90805c tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Sep 15 02:42:00.903715 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:00.942249 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01902e-8d30-4b1b-bc9b-032f4073b1a4 req-f56cf195-d19f-4272-8109-bfaed0ac2881 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:00.943709 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ae01902e-8d30-4b1b-bc9b-032f4073b1a4 req-f56cf195-d19f-4272-8109-bfaed0ac2881 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0511374 Sep 15 02:42:00.981070 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ae01902e-8d30-4b1b-bc9b-032f4073b1a4 req-ab2e9b24-46c8-4ec7-acd4-a2e166401433 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Sep 15 02:42:01.050718 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-dc900cab-6c82-43bc-ae4d-1ee51ea35da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:01.052216 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-dc900cab-6c82-43bc-ae4d-1ee51ea35da7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0411668 Sep 15 02:42:01.150993 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-7b560b38-e4e1-44a6-bd2c-8653a561df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:01.152459 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-7b560b38-e4e1-44a6-bd2c-8653a561df52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 919 time: 0.0877552 Sep 15 02:42:01.204241 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-70dba9b5-74d3-4f6a-9453-76e530f1ce13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 200 len: 217 time: 0.0380065 Sep 15 02:42:01.261752 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-1566b571-1b30-4ceb-bbb2-94692408e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:01.263298 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-1566b571-1b30-4ceb-bbb2-94692408e03a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.0457208 Sep 15 02:42:01.334664 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-83220914-036f-4cb0-93e3-6e0416a5a069 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292315 Sep 15 02:42:01.400275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310dcc-069d-4360-a352-1c75be5613e9 req-06459fdd-69f9-4bc2-ba43-bfc4ed833883 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:01.405121 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-63310dcc-069d-4360-a352-1c75be5613e9 req-06459fdd-69f9-4bc2-ba43-bfc4ed833883 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 944 time: 0.0529931 Sep 15 02:42:01.442850 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-63310dcc-069d-4360-a352-1c75be5613e9 req-e3b0372d-f611-4578-9a38-175d52f4c0a6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Sep 15 02:42:01.447291 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-67d75014-71a5-4f96-abe6-ac7573e7addc service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973570 Sep 15 02:42:01.551909 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1901e8b9-472f-43da-b42d-3ed81ff1925a req-27ecfb05-2a57-4d10-8870-2930622547b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962174 Sep 15 02:42:01.647313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 46858) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:01.683166 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 717c4d68-86d5-4308-a2bd-8cacc987d4c8 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:01.766278 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cb68950-47c6-4e77-91ec-4eb1aa0ed944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:01.800908 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:42:01.804840 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:01.805285 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:01.859795 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cb68950-47c6-4e77-91ec-4eb1aa0ed944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:01.891900 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:01.927046 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 717c4d68-86d5-4308-a2bd-8cacc987d4c8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=717c4d68-86d5-4308-a2bd-8cacc987d4c8,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:01.936565 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cb68950-47c6-4e77-91ec-4eb1aa0ed944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:01.972108 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c4d68-86d5-4308-a2bd-8cacc987d4c8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:42:01.974608 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3422b772-5e4a-46fc-bf0a-301215920d42" -d '{"events": [{"server_uuid": "c0a4ac86-e72c-48ae-b2ee-41a7b262a585", "name": "network-vif-plugged", "status": "completed", "tag": "717c4d68-86d5-4308-a2bd-8cacc987d4c8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:42:01.992152 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a76f-cdc3-449f-a30d-5c07a073b0c4 req-ccc3e863-f6d0-4a06-af2a-287fb3071d42 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:01.993682 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3172a76f-cdc3-449f-a30d-5c07a073b0c4 req-ccc3e863-f6d0-4a06-af2a-287fb3071d42 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0897388 Sep 15 02:42:01.998606 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3cb68950-47c6-4e77-91ec-4eb1aa0ed944 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59baed8e5fda42aeafebd46bf630723b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465447 Sep 15 02:42:01.998900 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 46870) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:02.006245 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb68950-47c6-4e77-91ec-4eb1aa0ed944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a219faf-c658-4602-aece-2d0423bbf0cf,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:02.020264 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc6960b-549e-409d-be1a-250190f57ec8 x-openstack-request-id: req-3cc6960b-549e-409d-be1a-250190f57ec8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:42:02.020264 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4ac86-e72c-48ae-b2ee-41a7b262a585", "name": "network-vif-plugged", "status": "completed", "tag": "717c4d68-86d5-4308-a2bd-8cacc987d4c8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:42:02.020264 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cc6960b-549e-409d-be1a-250190f57ec8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:42:02.020264 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c4d68-86d5-4308-a2bd-8cacc987d4c8', 'code': 200} Sep 15 02:42:02.046841 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:02.105232 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3172a76f-cdc3-449f-a30d-5c07a073b0c4 req-36860d4a-d828-4875-8d77-f223bcefaa86 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998130 Sep 15 02:42:02.114488 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=717c4d68-86d5-4308-a2bd-8cacc987d4c8,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:02.141711 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953218d0-5338-462f-a993-ee54b001fdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:02.169541 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953218d0-5338-462f-a993-ee54b001fdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:02.218943 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b66da-7c58-447b-99c5-783e691dc214 req-9732f5ce-4850-4810-99a2-803bbae43c8b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:02.220332 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e2b66da-7c58-447b-99c5-783e691dc214 req-9732f5ce-4850-4810-99a2-803bbae43c8b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1463058 Sep 15 02:42:02.264660 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e2b66da-7c58-447b-99c5-783e691dc214 req-2331a454-77a4-432d-8126-b636befba720 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Sep 15 02:42:02.487205 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953218d0-5338-462f-a993-ee54b001fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:02.490607 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953218d0-5338-462f-a993-ee54b001fdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:02.494963 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-953218d0-5338-462f-a993-ee54b001fdc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a219faf-c658-4602-aece-2d0423bbf0cf HTTP/1.1" status: 204 len: 168 time: 0.4921067 Sep 15 02:42:02.501377 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953218d0-5338-462f-a993-ee54b001fdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a219faf-c658-4602-aece-2d0423bbf0cf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:02.522289 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:02.637956 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a55a84-0a59-498b-a3b4-2a4f0d3e053f req-65865d65-d71d-413b-8407-50ae9a375dac tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:02.641677 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b4a55a84-0a59-498b-a3b4-2a4f0d3e053f req-65865d65-d71d-413b-8407-50ae9a375dac tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 945 time: 0.0525041 Sep 15 02:42:02.646213 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9fc88-c0d3-4336-b82c-88a9b9ec6141 req-016b4e4f-484f-469e-b9de-e2c67eabd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:02.646831 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1ec9fc88-c0d3-4336-b82c-88a9b9ec6141 req-016b4e4f-484f-469e-b9de-e2c67eabd400 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 1098 time: 0.0414937 Sep 15 02:42:02.682479 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b4a55a84-0a59-498b-a3b4-2a4f0d3e053f req-82819faf-9886-4d5e-8dae-894e69314871 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341756 Sep 15 02:42:02.690585 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1ec9fc88-c0d3-4336-b82c-88a9b9ec6141 req-ce39bd80-581d-4048-ad59-5215dfccd314 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Sep 15 02:42:03.243069 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7868-c2f5-44f9-aaec-8fddf1126e7b req-d57b4ae5-1ae5-4e51-8890-21c2a5031c73 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:03.244634 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a40f7868-c2f5-44f9-aaec-8fddf1126e7b req-d57b4ae5-1ae5-4e51-8890-21c2a5031c73 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0508981 Sep 15 02:42:03.284715 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a40f7868-c2f5-44f9-aaec-8fddf1126e7b req-d504207e-bb40-426a-98f9-8aa6a77499d5 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Sep 15 02:42:03.398728 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d20fe-657c-40ba-8ac1-0400f9b3f8e9 req-c0d52349-3e92-4092-96c3-c1ef70275bd4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:03.402626 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-548d20fe-657c-40ba-8ac1-0400f9b3f8e9 req-c0d52349-3e92-4092-96c3-c1ef70275bd4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0554924 Sep 15 02:42:03.441543 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-548d20fe-657c-40ba-8ac1-0400f9b3f8e9 req-935fafed-5a72-4e48-b44f-7a175c9779ff tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Sep 15 02:42:03.802675 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f19b47-8d62-4702-876d-c77ed377496d req-9830d848-3c03-42e4-a608-f4025dd2ffd5 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:03.804376 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-66f19b47-8d62-4702-876d-c77ed377496d req-9830d848-3c03-42e4-a608-f4025dd2ffd5 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Sep 15 02:42:03.849360 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-66f19b47-8d62-4702-876d-c77ed377496d req-b8bc678d-7952-4777-bbeb-f430dd165b9f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Sep 15 02:42:04.564754 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394ccb3-9ca3-4dd5-8948-e855c04a4869 req-ce471342-c374-4d96-a379-215bddc8ce8e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:04.566243 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7394ccb3-9ca3-4dd5-8948-e855c04a4869 req-ce471342-c374-4d96-a379-215bddc8ce8e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0544977 Sep 15 02:42:04.604223 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7394ccb3-9ca3-4dd5-8948-e855c04a4869 req-28f47e29-ca90-45a7-9534-a1b5caf8845e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Sep 15 02:42:05.008632 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e6c66-cfd0-4366-9ba9-67000f026298 req-6d631866-97c0-4004-b6e9-bbfd866c50a0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:05.010209 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-273e6c66-cfd0-4366-9ba9-67000f026298 req-6d631866-97c0-4004-b6e9-bbfd866c50a0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Sep 15 02:42:05.047899 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-273e6c66-cfd0-4366-9ba9-67000f026298 req-48a0c1a1-7f38-4244-92d0-d7c96de34cfb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Sep 15 02:42:05.318305 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96185e9-b32e-454b-aabb-d8cda04b8c96 req-24e89343-3fdc-4e16-a916-1867691965de tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:05.319763 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a96185e9-b32e-454b-aabb-d8cda04b8c96 req-24e89343-3fdc-4e16-a916-1867691965de tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0478246 Sep 15 02:42:05.356535 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a96185e9-b32e-454b-aabb-d8cda04b8c96 req-6fd9b67f-b3e2-43c3-a536-b9a411e98342 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Sep 15 02:42:05.721148 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2ecb3-a3d4-43a6-93f9-e92e43525665 req-73951466-45b2-4c24-b6d2-b42f5408bc0d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:05.722633 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-07c2ecb3-a3d4-43a6-93f9-e92e43525665 req-73951466-45b2-4c24-b6d2-b42f5408bc0d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0490651 Sep 15 02:42:05.761904 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-07c2ecb3-a3d4-43a6-93f9-e92e43525665 req-a4804ec2-320f-446b-9dbc-13ded925b5a5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Sep 15 02:42:06.476039 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4926df2-336a-4787-88c7-42b15a0dda84 req-155507db-4646-46d3-a516-0b79c3afaf0f tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:06.477520 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d4926df2-336a-4787-88c7-42b15a0dda84 req-155507db-4646-46d3-a516-0b79c3afaf0f tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Sep 15 02:42:06.519029 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d4926df2-336a-4787-88c7-42b15a0dda84 req-fffb2bda-4255-4f0e-b558-977c9cbc2759 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Sep 15 02:42:06.874777 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f68f6-ec9a-4c24-b087-07f8f6428e27 req-249edc89-537d-4271-9875-d5a687b448a7 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:06.876224 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9a2f68f6-ec9a-4c24-b087-07f8f6428e27 req-249edc89-537d-4271-9875-d5a687b448a7 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0463915 Sep 15 02:42:06.915234 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9a2f68f6-ec9a-4c24-b087-07f8f6428e27 req-937abf43-a9cd-493d-9666-70b1772a983a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Sep 15 02:42:10.063814 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c4fd4-391d-4758-87fa-c196e554d3f0 req-1ec1dc42-e5fa-4929-b74a-959ed26e1111 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:10.065488 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-790c4fd4-391d-4758-87fa-c196e554d3f0 req-1ec1dc42-e5fa-4929-b74a-959ed26e1111 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0485463 Sep 15 02:42:10.107556 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-790c4fd4-391d-4758-87fa-c196e554d3f0 req-822d5208-ae49-4898-b8be-801ba97a02fa tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357161 Sep 15 02:42:10.214910 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b0a3-f31a-4320-9976-9cc47c6a3216 req-0b28f899-5609-49f9-acae-0ff121441943 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:10.216379 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fb0b0a3-f31a-4320-9976-9cc47c6a3216 req-0b28f899-5609-49f9-acae-0ff121441943 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Sep 15 02:42:10.253868 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fb0b0a3-f31a-4320-9976-9cc47c6a3216 req-3b79a694-1e1a-467f-9e22-849abb92dec0 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Sep 15 02:42:11.172065 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-7b7d0e27-df36-4b74-97e5-accf46eb9e1a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:11.173580 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-7b7d0e27-df36-4b74-97e5-accf46eb9e1a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0508149 Sep 15 02:42:11.227456 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d35d2-e93f-45fd-a1dc-6f7a0d688c02 req-e9f8fdb9-75fa-4f61-9ca5-c3c780189528 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:11.229027 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f52d35d2-e93f-45fd-a1dc-6f7a0d688c02 req-e9f8fdb9-75fa-4f61-9ca5-c3c780189528 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Sep 15 02:42:11.267549 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f52d35d2-e93f-45fd-a1dc-6f7a0d688c02 req-f828a31e-daf3-4347-a70e-040d00906873 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Sep 15 02:42:11.275700 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Deleting port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:42:11.276035 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:11.366820 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] For port 72bfb0a8-736a-4f8e-90d9-e9f625baa850, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=72bfb0a8-736a-4f8e-90d9-e9f625baa850,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:11.367239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:11.375178 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77353c4a-734b-46e9-8770-6cf5acc90093 req-c87ebd09-19b0-4171-a0c8-70c167a48d71 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:11.378062 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77353c4a-734b-46e9-8770-6cf5acc90093 req-c87ebd09-19b0-4171-a0c8-70c167a48d71 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0503805 Sep 15 02:42:11.380585 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Calling delete_port for 72bfb0a8-736a-4f8e-90d9-e9f625baa850 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:42:11.416103 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77353c4a-734b-46e9-8770-6cf5acc90093 req-ae1572b7-93dc-4515-9211-8a965a8710d5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Sep 15 02:42:11.582768 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:11.616439 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Pushing event deleted for resources: {'Port': ['ID=72bfb0a8-736a-4f8e-90d9-e9f625baa850,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:11.631009 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['72bfb0a8-736a-4f8e-90d9-e9f625baa850'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:42:11.675334 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] No DVR routers for this DVR port 72bfb0a8-736a-4f8e-90d9-e9f625baa850 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:42:11.678021 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:11.679975 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-1a539dd6-c0dc-4b3f-9ae8-aac4e6a176a6 req-a1bb0cf4-84f6-4c02-8f75-1b2eafa54dec tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "DELETE /v2.0/ports/72bfb0a8-736a-4f8e-90d9-e9f625baa850 HTTP/1.1" status: 204 len: 173 time: 0.4950521 Sep 15 02:42:11.680446 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72101a-74bc-45b5-8f75-945f72568186', 'name': 'network-vif-deleted', 'tag': '72bfb0a8-736a-4f8e-90d9-e9f625baa850'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:42:11.682685 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec836a6-857b-42fd-b1df-999da12b711d" -d '{"events": [{"server_uuid": "ed72101a-74bc-45b5-8f75-945f72568186", "name": "network-vif-deleted", "tag": "72bfb0a8-736a-4f8e-90d9-e9f625baa850"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:42:11.722968 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de2cb82-8fd7-4038-9532-b9b56feca5b7 x-openstack-request-id: req-8de2cb82-8fd7-4038-9532-b9b56feca5b7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:42:11.723299 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed72101a-74bc-45b5-8f75-945f72568186", "name": "network-vif-deleted", "tag": "72bfb0a8-736a-4f8e-90d9-e9f625baa850", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:42:11.723547 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8de2cb82-8fd7-4038-9532-b9b56feca5b7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:42:11.723932 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72101a-74bc-45b5-8f75-945f72568186', 'name': 'network-vif-deleted', 'tag': '72bfb0a8-736a-4f8e-90d9-e9f625baa850', 'status': 'completed', 'code': 200} Sep 15 02:42:15.419465 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-83be5f6f-4717-4021-bcd8-f527e8496ca0 req-6fbf724b-e994-468c-975f-34e38da24459 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 210 time: 0.0302207 Sep 15 02:42:15.502663 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f6ca-095d-431c-b4b9-6d481eb1671e req-4d3cf60a-253b-43f2-bd3e-8580f519a7ba tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:15.504101 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d942f6ca-095d-431c-b4b9-6d481eb1671e req-4d3cf60a-253b-43f2-bd3e-8580f519a7ba tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Sep 15 02:42:15.541491 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d942f6ca-095d-431c-b4b9-6d481eb1671e req-46554c47-11da-4aa0-9a04-267095fbb731 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Sep 15 02:42:17.927927 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 72bfb0a8-736a-4f8e-90d9-e9f625baa850 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:42:17.950556 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 72bfb0a8-736a-4f8e-90d9-e9f625baa850 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:42:17.950895 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 72bfb0a8-736a-4f8e-90d9-e9f625baa850 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:42:19.253986 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-42121010-ed19-4868-9942-ba12b35192fa req-8f08ad41-2114-4ce0-ac79-0e798fdd2c3b tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed72101a-74bc-45b5-8f75-945f72568186 HTTP/1.1" status: 200 len: 210 time: 0.0274224 Sep 15 02:42:19.300307 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41b2aa-8493-4094-9bb4-348394020b5a req-5daeb9dc-fead-4164-b0ea-a9c3cbfcf28d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:19.301804 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ae41b2aa-8493-4094-9bb4-348394020b5a req-5daeb9dc-fead-4164-b0ea-a9c3cbfcf28d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0503490 Sep 15 02:42:19.339228 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ae41b2aa-8493-4094-9bb4-348394020b5a req-bf3064cb-196b-44b4-ad5f-4842c61985f8 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Sep 15 02:42:22.960855 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd2f6d-a70e-4438-9c54-8dd2faf19379 req-11f2a2b7-04c8-4cfb-adcc-68e5c1e08d5c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:22.962357 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0dbd2f6d-a70e-4438-9c54-8dd2faf19379 req-11f2a2b7-04c8-4cfb-adcc-68e5c1e08d5c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0589871 Sep 15 02:42:23.009672 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0dbd2f6d-a70e-4438-9c54-8dd2faf19379 req-1053f7eb-b29e-4354-b864-0656bc56b81a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Sep 15 02:42:23.129455 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-09f4eae8-1de4-4991-842e-4b50c5c1da57 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:23.130899 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-09f4eae8-1de4-4991-842e-4b50c5c1da57 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/networks?id=236bbd88-8eac-448c-8fbf-4af93a86895c HTTP/1.1" status: 200 len: 808 time: 0.1014884 Sep 15 02:42:23.147081 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-44d10d79-f0f5-4283-b2a4-93fe3036cb54 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/quotas/59a92dfcd86b4411844523a766c81403 HTTP/1.1" status: 200 len: 375 time: 0.0101337 Sep 15 02:42:23.182686 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-d60142a9-5ee2-4e2f-a434-167e9148dc1a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a92dfcd86b4411844523a766c81403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298178 Sep 15 02:42:23.273502 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-9a9c08f1-c075-47a0-873b-a5e281fa5923 service neutron] 10.222.0.15 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837603 Sep 15 02:42:23.366223 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-92b39dbc-3bd4-4354-ad88-39d5d820a886 service neutron] 10.222.0.15 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863795 Sep 15 02:42:23.598792 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-870230db-598e-4f24-ad92-3b286384d2a2 req-6cf2b301-694e-4304-aef6-cc877d4333a3 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 210 time: 0.0398765 Sep 15 02:42:24.158895 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a935bd8-cbf7-442a-9cfd-d48b2086465f req-39201157-7d92-4188-b8ab-4e4d11aefaea tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:24.161144 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1a935bd8-cbf7-442a-9cfd-d48b2086465f req-39201157-7d92-4188-b8ab-4e4d11aefaea tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Sep 15 02:42:24.205182 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1a935bd8-cbf7-442a-9cfd-d48b2086465f req-444b64e8-ed44-48ea-90ca-a9b3edf71471 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Sep 15 02:42:24.239683 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:24.582003 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-3252f418-0f3d-4ce1-88c9-62bdc84d435a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415204 Sep 15 02:42:24.663708 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-b9f97b21-e3bb-4b2f-90cb-f9f227ac7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:24.665358 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-b9f97b21-e3bb-4b2f-90cb-f9f227ac7057 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 1098 time: 0.0397511 Sep 15 02:42:24.706415 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-48b63e1d-1f45-44ba-b1fc-65a7ef0bcb16 req-908885cd-eaed-481e-88a8-d98b104c3ce6 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 210 time: 0.0366981 Sep 15 02:42:24.799067 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-df8f8eba-855c-4aa1-9bef-e97d4b876eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:24.800677 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-df8f8eba-855c-4aa1-9bef-e97d4b876eff service neutron] 10.222.0.37 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 916 time: 0.1048391 Sep 15 02:42:24.846206 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-5b3110a3-4438-4c79-a1d6-f18cfcca611e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd HTTP/1.1" status: 200 len: 217 time: 0.0332603 Sep 15 02:42:24.900051 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-7506dd5c-bf1b-4d4e-a359-6240b96ad985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:24.901593 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-7506dd5c-bf1b-4d4e-a359-6240b96ad985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d5b084c-dee3-487b-97e5-eb1cc4f8e354 HTTP/1.1" status: 200 len: 855 time: 0.0467668 Sep 15 02:42:24.958499 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-0ace4a01-4bf9-4f93-b762-36cbd322121d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6129bfb6-246e-48a1-859b-0d188bf7590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328734 Sep 15 02:42:25.073081 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-779f8f7b-e492-4d03-a602-0301b2391690 service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869267 Sep 15 02:42:25.336750 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b6afb-68e8-4ae6-b332-83747ca34487 req-d9066f87-83a2-4b7b-8acc-4b47960fa11a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:25.338288 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0c2b6afb-68e8-4ae6-b332-83747ca34487 req-d9066f87-83a2-4b7b-8acc-4b47960fa11a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0517194 Sep 15 02:42:25.351428 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcbc2e-1a00-4aa7-aa5a-510b2ee6c61b req-700585fb-9955-4f21-a354-d3c3771c2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:25.352907 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-01fcbc2e-1a00-4aa7-aa5a-510b2ee6c61b req-700585fb-9955-4f21-a354-d3c3771c2ad4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.2774484 Sep 15 02:42:25.377998 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0c2b6afb-68e8-4ae6-b332-83747ca34487 req-5b1ef191-dea4-4116-ae3b-1cb50988cd9a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Sep 15 02:42:25.428618 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-01fcbc2e-1a00-4aa7-aa5a-510b2ee6c61b req-34adf777-5965-44d1-a3a6-a9f222320375 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641708 Sep 15 02:42:25.444032 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7af40dc7-9f4c-470b-a01d-4f9bfa5e121e req-8ad2023a-c7da-4e3c-a2e9-9ea87cedb610 service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331535 Sep 15 02:42:25.797798 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e0ff4c86-004d-49a8-944d-a9a549021fe9 req-8afe00b3-90e0-4de9-b5e0-ba07aa52936e tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 210 time: 0.0264156 Sep 15 02:42:26.441276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-c22d66db-f4eb-4966-9e4d-bd450a2b07b7 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:26.442737 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-c22d66db-f4eb-4966-9e4d-bd450a2b07b7 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "GET /v2.0/networks?id=236bbd88-8eac-448c-8fbf-4af93a86895c HTTP/1.1" status: 200 len: 808 time: 0.1607137 Sep 15 02:42:26.513081 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Request body: {'port': {'device_id': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c', 'admin_state_up': True, 'tenant_id': '59a92dfcd86b4411844523a766c81403'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:26.525858 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0e531-83b0-4603-9435-4dcd1877d4b4 req-f7945212-4b59-4551-874c-c14cbde6eee2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:26.530663 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e2d0e531-83b0-4603-9435-4dcd1877d4b4 req-f7945212-4b59-4551-874c-c14cbde6eee2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0527115 Sep 15 02:42:26.571857 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e2d0e531-83b0-4603-9435-4dcd1877d4b4 req-2a534c71-59b4-49e5-be19-4f2c044d8f84 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364175 Sep 15 02:42:26.714001 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Made reservation on behalf of 59a92dfcd86b4411844523a766c81403 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:42:26.717789 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:26.853238 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Allocated IP 172.20.0.4 (236bbd88-8eac-448c-8fbf-4af93a86895c/b929c1b7-e010-4984-a15a-c519175a6f50/8796d98b-a48c-4cbb-8f36-e80695593bc8) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:42:26.899399 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c76c6448-114e-4ac2-abdb-b87da9614c49 req-6543fdf0-ba02-4f26-bc58-2b894aff1741 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 210 time: 0.0285513 Sep 15 02:42:27.007978 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.085633 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.113702 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84eb6392-346c-445c-b0e7-ef269a103e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.128487 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Network 236bbd88-8eac-448c-8fbf-4af93a86895c is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:27.131437 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:27.135145 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:42:27.140828 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:27.141426 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.149435 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Pushing event updated for resources: {'Port': ['ID=8796d98b-a48c-4cbb-8f36-e80695593bc8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:27.161392 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.161733 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.162067 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.162399 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.162721 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.163042 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.163369 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.163683 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.163999 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.164312 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.164649 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.169047 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:27.240603 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a654c7ad-67d8-4640-abbc-7f2a5c8de8ed tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315464 Sep 15 02:42:27.336007 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Request body: {'port': {'device_id': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:27.393312 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.689495 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8796d98b-a48c-4cbb-8f36-e80695593bc8 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:42:27.696732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.702452 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dc79a-37c2-4f5c-910e-05b95ae0843f req-caeecb64-8973-4526-9ce9-ec67a3996a48 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:27.704165 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-421dc79a-37c2-4f5c-910e-05b95ae0843f req-caeecb64-8973-4526-9ce9-ec67a3996a48 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0472300 Sep 15 02:42:27.709594 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Transition to ACTIVE for port object 8796d98b-a48c-4cbb-8f36-e80695593bc8 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:42:27.746023 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-421dc79a-37c2-4f5c-910e-05b95ae0843f req-5ad08fc8-7e1b-4730-ba51-921d6a1e2c5d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Sep 15 02:42:27.799875 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.859583 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Pushing event updated for resources: {'Port': ['ID=8796d98b-a48c-4cbb-8f36-e80695593bc8,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:27.893648 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Attempting to bind port 8796d98b-a48c-4cbb-8f36-e80695593bc8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:42:27.893974 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Attempting to bind port 8796d98b-a48c-4cbb-8f36-e80695593bc8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:42:27.894297 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Attempting to bind port 8796d98b-a48c-4cbb-8f36-e80695593bc8 on network 236bbd88-8eac-448c-8fbf-4af93a86895c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:27.898418 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Port 8796d98b-a48c-4cbb-8f36-e80695593bc8 on network 236bbd88-8eac-448c-8fbf-4af93a86895c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:42:27.898706 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Attempting to bind port 8796d98b-a48c-4cbb-8f36-e80695593bc8 on network 236bbd88-8eac-448c-8fbf-4af93a86895c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:27.903317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:42:27.903641 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Checking segment: {'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:27.904014 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Bound using segment: {'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:42:27.904466 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Bound port: 8796d98b-a48c-4cbb-8f36-e80695593bc8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f78162-27de-456d-8f4a-3cbacc78e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:42:27.904812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:27.971542 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] For port 8796d98b-a48c-4cbb-8f36-e80695593bc8, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:42:27.974778 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] For port 8796d98b-a48c-4cbb-8f36-e80695593bc8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8796d98b-a48c-4cbb-8f36-e80695593bc8,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:42:28.029186 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ae8dc-15ae-40ae-bbd2-86d22e762b21 req-b3357196-36e4-4ceb-9930-ee098133992f tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:28.030771 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-028ae8dc-15ae-40ae-bbd2-86d22e762b21 req-b3357196-36e4-4ceb-9930-ee098133992f tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 943 time: 0.0593128 Sep 15 02:42:28.068782 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:28.102017 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-028ae8dc-15ae-40ae-bbd2-86d22e762b21 req-de53f276-d0fa-474d-b297-166fad05dd24 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650160 Sep 15 02:42:28.104923 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:28.105626 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:28.107563 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] 10.222.0.37 "PUT /v2.0/ports/8796d98b-a48c-4cbb-8f36-e80695593bc8 HTTP/1.1" status: 200 len: 1093 time: 0.7760103 Sep 15 02:42:28.108116 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'tag': '8796d98b-a48c-4cbb-8f36-e80695593bc8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:42:28.110576 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61869fa1-01e3-4274-9970-4a29c9b2bf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8a8d08-ee12-4a68-b122-808c96ace116", "tag": "8796d98b-a48c-4cbb-8f36-e80695593bc8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:42:28.116916 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca8042-6a99-4342-a725-4c7c6637bba5 req-e8539ec8-5bc0-40ed-a8f1-74a8a5700969 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:28.118530 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-59ca8042-6a99-4342-a725-4c7c6637bba5 req-e8539ec8-5bc0-40ed-a8f1-74a8a5700969 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0669847 Sep 15 02:42:28.136170 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6470c76-25d5-45ee-969c-38c1e0bcbd44 service neutron] Pushing event updated for resources: {'Port': ['ID=8796d98b-a48c-4cbb-8f36-e80695593bc8,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:28.162677 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-59ca8042-6a99-4342-a725-4c7c6637bba5 req-6a0c9d52-e641-44fa-b7a8-015392e5077f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357351 Sep 15 02:42:28.201565 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-cdf802ba-5184-4e3a-88cc-c050e97093a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:28.204344 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-cdf802ba-5184-4e3a-88cc-c050e97093a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0468140 Sep 15 02:42:28.217705 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4af7aa-56b7-4a28-af0b-6e674a89e0c4 x-openstack-request-id: req-eb4af7aa-56b7-4a28-af0b-6e674a89e0c4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:42:28.218003 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8a8d08-ee12-4a68-b122-808c96ace116", "tag": "8796d98b-a48c-4cbb-8f36-e80695593bc8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:42:28.218285 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb4af7aa-56b7-4a28-af0b-6e674a89e0c4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:42:28.218681 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'tag': '8796d98b-a48c-4cbb-8f36-e80695593bc8', 'status': 'completed', 'code': 200} Sep 15 02:42:28.400425 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869fa1-01e3-4274-9970-4a29c9b2bf0d req-f3b355a3-ec97-420a-b73a-03496ceccbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:28.401903 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61869fa1-01e3-4274-9970-4a29c9b2bf0d req-f3b355a3-ec97-420a-b73a-03496ceccbd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59a92dfcd86b4411844523a766c81403&device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 1096 time: 0.0912719 Sep 15 02:42:28.410950 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-fa15ad07-32bd-4693-9199-0a9f73668bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:28.412326 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-fa15ad07-32bd-4693-9199-0a9f73668bc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 919 time: 0.1222570 Sep 15 02:42:28.498553 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-1d48d3f6-0795-4170-8913-02c850178f49 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:28.500615 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-1d48d3f6-0795-4170-8913-02c850178f49 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.1018109 Sep 15 02:42:28.516095 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-8f52b0b0-6861-4532-acd7-a7ce4f120ded tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/quotas/ac1722eb5fb64a9b9853cc8612279636 HTTP/1.1" status: 200 len: 375 time: 0.0095305 Sep 15 02:42:28.573384 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-a9973686-d46e-4fbd-971e-e57bb633979c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514743 Sep 15 02:42:28.662410 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-37398aa7-7ac2-4d2a-8ecb-ac2bfb1eb1fc service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812252 Sep 15 02:42:28.752482 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-c82a8e69-14b0-40f8-8f99-5089c2a8af31 service neutron] 10.222.0.15 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841355 Sep 15 02:42:29.690603 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0bb924bf-dd74-4391-a5ba-c5646d5a1d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:29.965273 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:30.099582 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:42:30.891061 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:31.447127 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-6d514975-09ad-4e21-a051-18ed3631553a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 200 len: 217 time: 0.0383949 Sep 15 02:42:31.469249 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869fa1-01e3-4274-9970-4a29c9b2bf0d req-ed62fa02-80b2-4947-9b75-87cedb564c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:31.470769 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61869fa1-01e3-4274-9970-4a29c9b2bf0d req-ed62fa02-80b2-4947-9b75-87cedb564c86 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=59a92dfcd86b4411844523a766c81403&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1291523 Sep 15 02:42:31.537496 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-50d4b2c4-0683-4537-9e8d-769cf88b8b7b req-075e09d7-ac24-4590-b80d-cadcc4707155 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 210 time: 0.0340290 Sep 15 02:42:31.609599 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dbd55-17db-48a6-88e3-ee125c66c5ce req-ab071402-322e-47b2-8a0e-ef180c539eb0 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:31.611722 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-480dbd55-17db-48a6-88e3-ee125c66c5ce req-ab071402-322e-47b2-8a0e-ef180c539eb0 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 943 time: 0.0767941 Sep 15 02:42:31.716278 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-480dbd55-17db-48a6-88e3-ee125c66c5ce req-de92afbf-4ecb-4fbd-b3d7-76af86aba2fe tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938604 Sep 15 02:42:31.730490 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-4b75824b-c12f-4123-9880-30fae7981d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:31.732250 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-4b75824b-c12f-4123-9880-30fae7981d14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.2220569 Sep 15 02:42:31.740499 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869fa1-01e3-4274-9970-4a29c9b2bf0d req-71b02644-a6a4-4aea-a577-12e1a38d098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:31.741977 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61869fa1-01e3-4274-9970-4a29c9b2bf0d req-71b02644-a6a4-4aea-a577-12e1a38d098c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2330475 Sep 15 02:42:31.755026 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51a7d9-6f6c-4d55-b757-a30fe0acf2e7 req-9ee7c582-6975-4d34-b89b-250daef782a7 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:31.757350 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f51a7d9-6f6c-4d55-b757-a30fe0acf2e7 req-9ee7c582-6975-4d34-b89b-250daef782a7 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1283083 Sep 15 02:42:31.822278 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f51a7d9-6f6c-4d55-b757-a30fe0acf2e7 req-004807a9-a0b7-4566-ac89-f5cdcf143246 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595016 Sep 15 02:42:31.897382 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-8c21d446-0d2b-41c2-9273-da2c4cf6b1cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636852 Sep 15 02:42:32.049041 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-cf84c0da-5f4a-42f2-8acd-199023625362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:32.050611 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-cf84c0da-5f4a-42f2-8acd-199023625362 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59a92dfcd86b4411844523a766c81403&device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 1096 time: 0.1173513 Sep 15 02:42:32.109664 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-8e82e897-a84d-4877-94a5-5e889a3a03cf service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956739 Sep 15 02:42:32.111496 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-dd174a25-6e7a-4523-b254-6fc1095fdeab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8796d98b-a48c-4cbb-8f36-e80695593bc8 HTTP/1.1" status: 200 len: 217 time: 0.0440762 Sep 15 02:42:32.225656 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-7f03e57f-430e-4aee-8cd7-ca3dcd097c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:32.227111 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-7f03e57f-430e-4aee-8cd7-ca3dcd097c06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b929c1b7-e010-4984-a15a-c519175a6f50 HTTP/1.1" status: 200 len: 848 time: 0.0896866 Sep 15 02:42:32.271899 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-696e774e-46ea-421d-b1e0-0e161c01a616 req-e5543ad6-c8ae-4e95-af4e-e2ba93c08a7f service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425169 Sep 15 02:42:32.273753 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-596ab88b-fbb4-45b5-b7f9-ee7a85b69c13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=236bbd88-8eac-448c-8fbf-4af93a86895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307472 Sep 15 02:42:32.424853 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-2b2c4312-934c-44b1-b7cb-9368ed1aea53 service neutron] 10.222.0.37 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854602 Sep 15 02:42:32.468801 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:32.522013 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b59fce6c-8f10-43be-908e-a169a37fd8f1 req-e54da039-11ab-43b6-8f01-68a891363c53 service neutron] 10.222.0.37 "GET /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877430 Sep 15 02:42:32.663992 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8e260fea-1cca-439b-b141-08110866ea3b req-c9bf0879-dcef-4814-bcc2-64054dce87fa tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 210 time: 0.0352771 Sep 15 02:42:32.829888 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854c106-fd80-4c21-90d7-aa1a18844f77 req-3a466cf1-7405-4ebc-83bd-8b98a3e6a836 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:32.831381 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3854c106-fd80-4c21-90d7-aa1a18844f77 req-3a466cf1-7405-4ebc-83bd-8b98a3e6a836 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 943 time: 0.0495269 Sep 15 02:42:32.869164 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3854c106-fd80-4c21-90d7-aa1a18844f77 req-e50fc772-99ed-4006-9b9e-151b452358d5 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Sep 15 02:42:32.990982 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-7a9048a6-033f-4881-9140-3348e366aad9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:32.992614 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-7a9048a6-033f-4881-9140-3348e366aad9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/networks?id=6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 200 len: 815 time: 0.1202531 Sep 15 02:42:33.037046 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d608d6-596e-4f7b-885c-6855012836d9 req-c9534bef-ef5f-4087-b92c-9ca60d111c32 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:33.037914 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d1d608d6-596e-4f7b-885c-6855012836d9 req-c9534bef-ef5f-4087-b92c-9ca60d111c32 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0489955 Sep 15 02:42:33.044341 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Request body: {'port': {'device_id': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'admin_state_up': True, 'tenant_id': 'ac1722eb5fb64a9b9853cc8612279636'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:33.085324 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d1d608d6-596e-4f7b-885c-6855012836d9 req-f4d107a5-6767-4536-bd7f-513a98e30ec3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Sep 15 02:42:33.273723 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Made reservation on behalf of ac1722eb5fb64a9b9853cc8612279636 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:42:33.277136 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:33.406767 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Allocated IP 172.20.0.14 (6129bfb6-246e-48a1-859b-0d188bf7590f/2d5b084c-dee3-487b-97e5-eb1cc4f8e354/d74e463a-0dfc-40d1-b9e2-6ae822453a0b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:42:33.554689 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:33.646118 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:33.687410 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Network 6129bfb6-246e-48a1-859b-0d188bf7590f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:33.690761 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:33.693279 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:42:33.700020 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:33.700512 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:33.712083 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd', '57512040-cf8d-42fd-8753-eeaa3f9b12e9', '717c4d68-86d5-4308-a2bd-8cacc987d4c8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:42:33.737848 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event updated for resources: {'Port': ['ID=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:33.813034 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-05d3314f-07d5-4a25-88b2-816789d1f3e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728341 Sep 15 02:42:33.836313 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Request body: {'port': {'device_id': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:33.855091 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaae22-3622-4d40-995b-ecdfa3ee2f07 req-9cc1df87-6327-4e0b-973a-d9738223fe39 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:33.857573 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-febaae22-3622-4d40-995b-ecdfa3ee2f07 req-9cc1df87-6327-4e0b-973a-d9738223fe39 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 932 time: 0.0897162 Sep 15 02:42:33.955556 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-febaae22-3622-4d40-995b-ecdfa3ee2f07 req-782a141a-e49b-4d9e-8184-3dcf8525bf0b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809186 Sep 15 02:42:33.968594 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:34.075729 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7f7f-bc98-49cb-b82a-5fb9b45af4b0 req-0a5cd938-0040-46ba-817e-57a4de68fca5 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:34.078522 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f81e7f7f-bc98-49cb-b82a-5fb9b45af4b0 req-0a5cd938-0040-46ba-817e-57a4de68fca5 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 943 time: 0.0813739 Sep 15 02:42:34.147473 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f81e7f7f-bc98-49cb-b82a-5fb9b45af4b0 req-51c8854a-ccd0-4515-9e7e-5288437bfe54 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610564 Sep 15 02:42:34.236790 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013cfbf-fa2d-4853-8384-a028ec386db6 req-ee869041-8fb9-42ea-a9e2-63ce6fb97ad2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:34.238384 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4013cfbf-fa2d-4853-8384-a028ec386db6 req-ee869041-8fb9-42ea-a9e2-63ce6fb97ad2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0532756 Sep 15 02:42:34.287005 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4013cfbf-fa2d-4853-8384-a028ec386db6 req-38124e38-b7a6-4fad-8e0f-ab967171c1f0 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Sep 15 02:42:34.365075 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74e463a-0dfc-40d1-b9e2-6ae822453a0b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:42:34.372766 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:34.385905 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Transition to ACTIVE for port object d74e463a-0dfc-40d1-b9e2-6ae822453a0b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:42:34.485199 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:34.546793 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Pushing event updated for resources: {'Port': ['ID=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:34.581013 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Attempting to bind port d74e463a-0dfc-40d1-b9e2-6ae822453a0b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:42:34.588781 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Attempting to bind port d74e463a-0dfc-40d1-b9e2-6ae822453a0b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:42:34.588781 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Attempting to bind port d74e463a-0dfc-40d1-b9e2-6ae822453a0b on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:34.588781 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Port d74e463a-0dfc-40d1-b9e2-6ae822453a0b on network 6129bfb6-246e-48a1-859b-0d188bf7590f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:42:34.588781 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Attempting to bind port d74e463a-0dfc-40d1-b9e2-6ae822453a0b on network 6129bfb6-246e-48a1-859b-0d188bf7590f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:34.591825 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:42:34.592429 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Checking segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:34.593013 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Bound using segment: {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:42:34.593442 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Bound port: d74e463a-0dfc-40d1-b9e2-6ae822453a0b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec1c19f-9ac1-40a6-b056-b86939bde53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:42:34.593811 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:34.663010 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] For port d74e463a-0dfc-40d1-b9e2-6ae822453a0b, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:42:34.666146 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] For port d74e463a-0dfc-40d1-b9e2-6ae822453a0b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:42:34.715287 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:34.752856 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:34.753111 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:34.754544 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] 10.222.0.37 "PUT /v2.0/ports/d74e463a-0dfc-40d1-b9e2-6ae822453a0b HTTP/1.1" status: 200 len: 1094 time: 0.9251378 Sep 15 02:42:34.756772 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'tag': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:42:34.759094 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c4517-f50d-47b4-8342-a43836d0e399" -d '{"events": [{"name": "network-changed", "server_uuid": "46adbf37-2332-4e3a-adf2-31e447c0e036", "tag": "d74e463a-0dfc-40d1-b9e2-6ae822453a0b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:42:34.790069 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc6e0-fab0-4a87-9589-51f61af26335 service neutron] Pushing event updated for resources: {'Port': ['ID=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:34.801773 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b97cfd6-9a38-47fc-90b5-0db8a490edfb x-openstack-request-id: req-9b97cfd6-9a38-47fc-90b5-0db8a490edfb {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:42:34.802061 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46adbf37-2332-4e3a-adf2-31e447c0e036", "tag": "d74e463a-0dfc-40d1-b9e2-6ae822453a0b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:42:34.802311 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b97cfd6-9a38-47fc-90b5-0db8a490edfb {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:42:34.802704 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'tag': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b', 'status': 'completed', 'code': 200} Sep 15 02:42:34.912878 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c4517-f50d-47b4-8342-a43836d0e399 req-7e13784e-92c1-4ae1-9fc1-a77758b57ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:34.914368 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ab8c4517-f50d-47b4-8342-a43836d0e399 req-7e13784e-92c1-4ae1-9fc1-a77758b57ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 1097 time: 0.0425427 Sep 15 02:42:35.041792 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c4517-f50d-47b4-8342-a43836d0e399 req-ccdfcd95-2bf8-4498-b016-2d9d77025c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:35.043239 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ab8c4517-f50d-47b4-8342-a43836d0e399 req-ccdfcd95-2bf8-4498-b016-2d9d77025c31 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac1722eb5fb64a9b9853cc8612279636&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1031573 Sep 15 02:42:35.090934 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713989e-db69-4def-b0b7-0982d1d4bbcb req-bdd4c2b9-3c13-443c-b9a0-710bcf71016e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:35.093063 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1713989e-db69-4def-b0b7-0982d1d4bbcb req-bdd4c2b9-3c13-443c-b9a0-710bcf71016e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.0567324 Sep 15 02:42:35.101750 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8796d98b-a48c-4cbb-8f36-e80695593bc8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:42:35.133455 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1713989e-db69-4def-b0b7-0982d1d4bbcb req-d1c342fe-15b3-4020-ba75-0f68bba49c8c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337210 Sep 15 02:42:35.181478 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c4517-f50d-47b4-8342-a43836d0e399 req-12da09b4-006a-432d-9e75-312b4a42e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:35.183008 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ab8c4517-f50d-47b4-8342-a43836d0e399 req-12da09b4-006a-432d-9e75-312b4a42e119 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237628 Sep 15 02:42:35.227396 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 8796d98b-a48c-4cbb-8f36-e80695593bc8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8796d98b-a48c-4cbb-8f36-e80695593bc8,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:35.242570 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '8796d98b-a48c-4cbb-8f36-e80695593bc8', 'network_id': '236bbd88-8eac-448c-8fbf-4af93a86895c', 'port_id': '8796d98b-a48c-4cbb-8f36-e80695593bc8', 'mac_address': 'fa:16:3e:35:93:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b929c1b7-e010-4984-a15a-c519175a6f50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:42:35.274027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad95f1f-6980-41be-b136-7ea8f7770844 req-7c2b17ce-bfb6-4328-860b-1d53a6b10790 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:35.275599 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0ad95f1f-6980-41be-b136-7ea8f7770844 req-7c2b17ce-bfb6-4328-860b-1d53a6b10790 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 943 time: 0.0552461 Sep 15 02:42:35.285776 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:35.302789 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8796d98b-a48c-4cbb-8f36-e80695593bc8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:42:35.321949 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0ad95f1f-6980-41be-b136-7ea8f7770844 req-b36c6a42-c8e6-4434-935d-ff9c5dfabf15 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385985 Sep 15 02:42:35.328968 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 8796d98b-a48c-4cbb-8f36-e80695593bc8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8796d98b-a48c-4cbb-8f36-e80695593bc8,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:35.338584 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-d11d7799-0dd7-4ccc-8ddd-97bb0f3ac5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:35.340103 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-d11d7799-0dd7-4ccc-8ddd-97bb0f3ac5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac1722eb5fb64a9b9853cc8612279636&device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 1097 time: 0.0613918 Sep 15 02:42:35.410687 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:35.418704 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048013f6-2fb6-4532-9e46-10fd2750b02a req-6dbb9d21-e64a-43a1-9277-aa5e349298a4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:35.420775 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-048013f6-2fb6-4532-9e46-10fd2750b02a req-6dbb9d21-e64a-43a1-9277-aa5e349298a4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Sep 15 02:42:35.470126 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=8796d98b-a48c-4cbb-8f36-e80695593bc8,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:35.474265 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-048013f6-2fb6-4532-9e46-10fd2750b02a req-db039028-5b92-42de-b706-75a118bebc34 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468223 Sep 15 02:42:35.477461 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.477618 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-17c58e41-eca6-4a72-83b6-9692261e272d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74e463a-0dfc-40d1-b9e2-6ae822453a0b HTTP/1.1" status: 200 len: 217 time: 0.0370779 Sep 15 02:42:35.478018 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.478379 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.478724 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.479045 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.479386 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.480423 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.480423 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.480595 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.480828 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.481915 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.481915 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:35.552746 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-e38dfdc0-b3b8-46d6-9b43-949617e7e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:35.554168 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-e38dfdc0-b3b8-46d6-9b43-949617e7e9fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d5b084c-dee3-487b-97e5-eb1cc4f8e354 HTTP/1.1" status: 200 len: 855 time: 0.0458603 Sep 15 02:42:35.584512 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-9f11459e-1bb2-40c5-8f6e-27bf9507d225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6129bfb6-246e-48a1-859b-0d188bf7590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222166 Sep 15 02:42:35.685755 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-3fcd974d-da0c-48d1-982a-7ca27f38404c service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897677 Sep 15 02:42:35.787464 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f96ed24-f9cc-4fd1-aa33-6fac8eb0945e req-bcfc442d-e2d2-41da-97f2-049f0dd7a6fb service neutron] 10.222.0.37 "GET /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905676 Sep 15 02:42:36.005444 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['8796d98b-a48c-4cbb-8f36-e80695593bc8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:42:36.621915 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084045d8-e933-47ff-8521-f4b5cba8f7ed req-0c593bba-c0c3-4941-9071-eb608f9666df tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:36.624109 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-084045d8-e933-47ff-8521-f4b5cba8f7ed req-0c593bba-c0c3-4941-9071-eb608f9666df tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 944 time: 0.0782378 Sep 15 02:42:36.631950 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138e853-894f-411d-8c77-a175218b7936 req-ab24fb7d-c39a-423a-bd89-63192ee52c94 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:36.633343 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6138e853-894f-411d-8c77-a175218b7936 req-ab24fb7d-c39a-423a-bd89-63192ee52c94 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.0782034 Sep 15 02:42:36.686439 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-084045d8-e933-47ff-8521-f4b5cba8f7ed req-ba727634-58de-420e-afae-4f334715bd1e tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515521 Sep 15 02:42:36.691633 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6138e853-894f-411d-8c77-a175218b7936 req-a9865582-601f-44bb-9e98-4f53e8244b18 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506897 Sep 15 02:42:36.824773 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f180280-7520-44d6-b856-deb7a651c06b req-616068aa-b4ce-40be-9b88-511af1b81d5f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:36.826236 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1f180280-7520-44d6-b856-deb7a651c06b req-616068aa-b4ce-40be-9b88-511af1b81d5f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0793180 Sep 15 02:42:36.833368 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f94dc5-ef88-467a-b771-4aa5632b6704 req-c6aae21d-c274-4a6e-9479-c08f51c37ea9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:36.834715 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-94f94dc5-ef88-467a-b771-4aa5632b6704 req-c6aae21d-c274-4a6e-9479-c08f51c37ea9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0786245 Sep 15 02:42:36.888082 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1f180280-7520-44d6-b856-deb7a651c06b req-b63158cd-bbcf-4096-8f9e-998b1d42faaa tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524206 Sep 15 02:42:36.892877 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-94f94dc5-ef88-467a-b771-4aa5632b6704 req-c64f4edd-225b-4032-b33f-918e6c78a5df tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516851 Sep 15 02:42:37.833413 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42807c-2fc8-4d7b-9b49-68e312bd7be1 req-4ec657e1-b36b-4de5-8eac-d04cb991c7e1 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:37.834867 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6b42807c-2fc8-4d7b-9b49-68e312bd7be1 req-4ec657e1-b36b-4de5-8eac-d04cb991c7e1 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 944 time: 0.0780933 Sep 15 02:42:37.842881 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aed9ad-a3df-4bfd-ae69-a47a7d1d2e74 req-e45fcddb-8366-4a74-8d6d-ce67f358aa12 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:37.844223 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d9aed9ad-a3df-4bfd-ae69-a47a7d1d2e74 req-e45fcddb-8366-4a74-8d6d-ce67f358aa12 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.0856705 Sep 15 02:42:37.897968 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6b42807c-2fc8-4d7b-9b49-68e312bd7be1 req-ee3a0e62-2123-4dd3-a6fa-7525d74f36d6 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Sep 15 02:42:37.902653 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d9aed9ad-a3df-4bfd-ae69-a47a7d1d2e74 req-3402ba61-79de-4064-9937-11b0e05c708d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520525 Sep 15 02:42:38.014396 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7c978-5922-4e3c-8503-5061324c08fc req-5ee3556b-3fa6-402d-b880-084d05688bde tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:38.015848 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a5b7c978-5922-4e3c-8503-5061324c08fc req-5ee3556b-3fa6-402d-b880-084d05688bde tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0470605 Sep 15 02:42:38.052941 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a5b7c978-5922-4e3c-8503-5061324c08fc req-201e97e6-0233-44e6-b8d7-cfdd0e68d33b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Sep 15 02:42:39.040700 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478323f-661d-4438-ab3a-22906420c319 req-3cac30a3-7c27-4901-9cd7-88e441518dae tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:39.042158 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e478323f-661d-4438-ab3a-22906420c319 req-3cac30a3-7c27-4901-9cd7-88e441518dae tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 944 time: 0.0774958 Sep 15 02:42:39.049861 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22af2c-2059-4b16-ba95-d40295af7854 req-fd0f7355-3be2-408e-a868-08fe4dfecd07 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:39.051189 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4e22af2c-2059-4b16-ba95-d40295af7854 req-fd0f7355-3be2-408e-a868-08fe4dfecd07 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.0780482 Sep 15 02:42:39.104513 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e478323f-661d-4438-ab3a-22906420c319 req-e363cf71-55de-46a6-8c10-97cfa1bcc4e0 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523806 Sep 15 02:42:39.107523 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4e22af2c-2059-4b16-ba95-d40295af7854 req-a3d5d59a-3a2f-4c2a-a28c-4ba44dc059dd tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498319 Sep 15 02:42:39.204719 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32a1ae-8bb0-411f-aba3-24fdf051ed3d req-12da9ddd-a959-45dd-92e3-2b5a50c27b52 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:39.206059 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ca32a1ae-8bb0-411f-aba3-24fdf051ed3d req-12da9ddd-a959-45dd-92e3-2b5a50c27b52 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0468817 Sep 15 02:42:39.242956 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ca32a1ae-8bb0-411f-aba3-24fdf051ed3d req-7a752a25-685c-40ec-85f8-bb0517fd28cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307436 Sep 15 02:42:40.246288 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340bd62-9c74-475a-8402-e4371fda0782 req-c3081e94-443f-482a-a89e-1f3f650d0c5c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:40.247721 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b340bd62-9c74-475a-8402-e4371fda0782 req-c3081e94-443f-482a-a89e-1f3f650d0c5c tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.0678740 Sep 15 02:42:40.255290 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3af680-6270-4057-b6a7-38a97d0276aa req-595816d0-d03c-483a-afb8-7840c28c6bae tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:40.256660 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4f3af680-6270-4057-b6a7-38a97d0276aa req-595816d0-d03c-483a-afb8-7840c28c6bae tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 944 time: 0.0852416 Sep 15 02:42:40.308672 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b340bd62-9c74-475a-8402-e4371fda0782 req-adceab4a-a2e9-4497-8607-a0879161d20a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510736 Sep 15 02:42:40.314077 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4f3af680-6270-4057-b6a7-38a97d0276aa req-61f1a951-5604-454e-b9d5-3dd3236b424a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510192 Sep 15 02:42:40.413246 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54212c-5d68-4f50-9943-e6f6123a3673 req-bb55225b-1420-4f97-a2bc-9be0a76cf134 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:40.414688 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef54212c-5d68-4f50-9943-e6f6123a3673 req-bb55225b-1420-4f97-a2bc-9be0a76cf134 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0468090 Sep 15 02:42:40.454991 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef54212c-5d68-4f50-9943-e6f6123a3673 req-98501e78-cee8-4a44-b336-8d932f8bda94 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339990 Sep 15 02:42:41.657590 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae264b2-1139-4325-b419-c0caf4ae7107 req-f50c592d-a521-4c14-bdc4-c34df06814f1 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:41.659239 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3ae264b2-1139-4325-b419-c0caf4ae7107 req-f50c592d-a521-4c14-bdc4-c34df06814f1 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 944 time: 0.2780485 Sep 15 02:42:41.672586 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25778ff-b65d-4b0e-bb07-e32c43cdb6f1 req-25dcdb8f-4618-4fa8-9824-e300bce5538e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:41.674035 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e25778ff-b65d-4b0e-bb07-e32c43cdb6f1 req-25dcdb8f-4618-4fa8-9824-e300bce5538e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.2941036 Sep 15 02:42:41.723294 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3ae264b2-1139-4325-b419-c0caf4ae7107 req-f14dc04f-4753-4445-aae7-2be03fc23f1e tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Sep 15 02:42:41.745344 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e25778ff-b65d-4b0e-bb07-e32c43cdb6f1 req-204c25e9-863e-445f-a809-c4fc615f041f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Sep 15 02:42:41.839389 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0ecb9-46fc-4220-8e04-040a8eccbf36 req-c7c561ec-7d4a-4b14-a42e-86047e8ad0e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:41.840881 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a7c0ecb9-46fc-4220-8e04-040a8eccbf36 req-c7c561ec-7d4a-4b14-a42e-86047e8ad0e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0559585 Sep 15 02:42:41.880876 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a7c0ecb9-46fc-4220-8e04-040a8eccbf36 req-21014947-4861-4917-b3d7-2b1fbd8dac87 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Sep 15 02:42:42.350439 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8796d98b-a48c-4cbb-8f36-e80695593bc8 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:42.473647 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 8796d98b-a48c-4cbb-8f36-e80695593bc8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:42:42.477593 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 8796d98b-a48c-4cbb-8f36-e80695593bc8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:42.477965 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:42.558628 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:42.581674 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8796d98b-a48c-4cbb-8f36-e80695593bc8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:42:42.583872 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24831b2-63c2-4d2d-9e14-4f7cd8311543" -d '{"events": [{"server_uuid": "3b8a8d08-ee12-4a68-b122-808c96ace116", "name": "network-vif-plugged", "status": "completed", "tag": "8796d98b-a48c-4cbb-8f36-e80695593bc8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:42:42.596503 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 8796d98b-a48c-4cbb-8f36-e80695593bc8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8796d98b-a48c-4cbb-8f36-e80695593bc8,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:42.619131 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2e1dbd-9bf8-49ca-af82-c72faf2e7649 x-openstack-request-id: req-8c2e1dbd-9bf8-49ca-af82-c72faf2e7649 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:42:42.619499 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8a8d08-ee12-4a68-b122-808c96ace116", "name": "network-vif-plugged", "status": "completed", "tag": "8796d98b-a48c-4cbb-8f36-e80695593bc8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:42:42.619762 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c2e1dbd-9bf8-49ca-af82-c72faf2e7649 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:42:42.620155 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8796d98b-a48c-4cbb-8f36-e80695593bc8', 'code': 200} Sep 15 02:42:42.674427 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:42.729863 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=8796d98b-a48c-4cbb-8f36-e80695593bc8,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:42.891459 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1a95f-4939-4c0b-acda-a7aa92ce8e19 req-dc658c0d-a685-42c2-9a93-69efd8e6f49a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:42.893382 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c1a1a95f-4939-4c0b-acda-a7aa92ce8e19 req-dc658c0d-a685-42c2-9a93-69efd8e6f49a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 945 time: 0.0887544 Sep 15 02:42:42.912699 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e9c36-66d2-4fcb-8336-b2612de06829 req-8c547100-5f78-4e56-a1f9-74c10883e023 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:42.916891 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-885e9c36-66d2-4fcb-8336-b2612de06829 req-8c547100-5f78-4e56-a1f9-74c10883e023 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.0826705 Sep 15 02:42:42.979642 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e75a6-df1b-4ef8-9a12-b895c0b705a6 req-f86a2b0a-e397-464b-9e16-e396138a5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:42.981426 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-339e75a6-df1b-4ef8-9a12-b895c0b705a6 req-f86a2b0a-e397-464b-9e16-e396138a5722 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 1098 time: 0.0600262 Sep 15 02:42:42.985869 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-885e9c36-66d2-4fcb-8336-b2612de06829 req-8b31b8fa-e9f9-4c58-9b26-0f709f9fd614 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597501 Sep 15 02:42:42.989218 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c1a1a95f-4939-4c0b-acda-a7aa92ce8e19 req-dfd09496-04a0-494a-aa51-61818ece1d0f tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871079 Sep 15 02:42:43.038228 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-339e75a6-df1b-4ef8-9a12-b895c0b705a6 req-cb027dc3-2aab-41da-8de5-7655d68c1852 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Sep 15 02:42:43.142815 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8fcf-863a-4b6a-984b-13c3f9c7ae70 req-95750191-4e74-43a9-b147-56193685bfa2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:43.144422 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bffa8fcf-863a-4b6a-984b-13c3f9c7ae70 req-95750191-4e74-43a9-b147-56193685bfa2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0770609 Sep 15 02:42:43.151496 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9512c-986b-4173-9843-c221d0af8ac2 req-2baa7fe3-231e-4b7f-954f-c9e89df2527b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:43.152979 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f7f9512c-986b-4173-9843-c221d0af8ac2 req-2baa7fe3-231e-4b7f-954f-c9e89df2527b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0767784 Sep 15 02:42:43.205919 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bffa8fcf-863a-4b6a-984b-13c3f9c7ae70 req-33b6e472-f7c5-4ca3-a419-51e6b3c0373f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519960 Sep 15 02:42:43.213929 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f7f9512c-986b-4173-9843-c221d0af8ac2 req-a5ba8087-f670-49f0-aea3-b420380b427b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536449 Sep 15 02:42:44.112649 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36574d2-4cc6-4492-8cf5-797056b93e74 req-de6ad457-d5a4-4544-954f-760eceec333a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:44.114437 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a36574d2-4cc6-4492-8cf5-797056b93e74 req-de6ad457-d5a4-4544-954f-760eceec333a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 944 time: 0.0540917 Sep 15 02:42:44.182529 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a36574d2-4cc6-4492-8cf5-797056b93e74 req-c6e77fa1-b2cb-4e04-8bce-b54f98542615 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598176 Sep 15 02:42:44.201958 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8c462-bc7e-43df-af57-ffb24279f84d req-1142eb30-4bff-408f-bf51-8f1a83405b70 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:44.203972 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-04c8c462-bc7e-43df-af57-ffb24279f84d req-1142eb30-4bff-408f-bf51-8f1a83405b70 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 945 time: 0.0594139 Sep 15 02:42:44.243326 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-04c8c462-bc7e-43df-af57-ffb24279f84d req-6ab0695a-1030-40d7-9ad9-c2d357f77e93 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326157 Sep 15 02:42:44.336781 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d74e463a-0dfc-40d1-b9e2-6ae822453a0b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:42:44.349479 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032db8e-17db-4916-85a3-02378cdc44e5 req-736fb266-fd35-4348-9134-dd864cdf0e5b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:44.351019 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2032db8e-17db-4916-85a3-02378cdc44e5 req-736fb266-fd35-4348-9134-dd864cdf0e5b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0616872 Sep 15 02:42:44.391457 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2032db8e-17db-4916-85a3-02378cdc44e5 req-d1475964-c4f3-4309-baf2-1775a7119776 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326579 Sep 15 02:42:44.436515 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port d74e463a-0dfc-40d1-b9e2-6ae822453a0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:44.448287 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b', 'network_id': '6129bfb6-246e-48a1-859b-0d188bf7590f', 'port_id': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b', 'mac_address': 'fa:16:3e:64:c9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5b084c-dee3-487b-97e5-eb1cc4f8e354', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:42:44.490532 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:44.504197 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74e463a-0dfc-40d1-b9e2-6ae822453a0b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:42:44.533172 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port d74e463a-0dfc-40d1-b9e2-6ae822453a0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:44.576849 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:44.624147 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:44.976688 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 47798) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:45.126604 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.185909 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['d74e463a-0dfc-40d1-b9e2-6ae822453a0b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:42:45.222585 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.284048 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.355444 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1cdb73d7627b484e98530f8b4ef9e2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775566 Sep 15 02:42:45.357265 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b13d20-8ae5-4d9e-83ec-ca840f99d23d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:45.358239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 47810) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:45.369832 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef732d1-9b56-447d-9738-0faa78333aa0 req-aeca946b-4c47-47d1-a365-7afb8909a93b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:45.371273 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aef732d1-9b56-447d-9738-0faa78333aa0 req-aeca946b-4c47-47d1-a365-7afb8909a93b tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 945 time: 0.1144080 Sep 15 02:42:45.378188 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.378534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.378873 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.379234 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.379562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.379888 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.380214 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.380561 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.380884 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.381203 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.381525 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.381844 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032389a6-1bfb-4b7e-aed5-dd7338e6b0ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:45.410446 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed546f3f-aea6-4026-bf3f-5116d0de9d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.419751 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab5e5-1a5e-471a-8bbe-30bca5fae02b req-ec4c3ebe-8a48-4bd0-8d09-ac5396bc8ed1 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:45.421242 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eb7ab5e5-1a5e-471a-8bbe-30bca5fae02b req-ec4c3ebe-8a48-4bd0-8d09-ac5396bc8ed1 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 945 time: 0.0989220 Sep 15 02:42:45.433071 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed546f3f-aea6-4026-bf3f-5116d0de9d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.439931 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aef732d1-9b56-447d-9738-0faa78333aa0 req-04a7ce45-3a13-4c5b-90fc-76f644939dde tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Sep 15 02:42:45.469131 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eb7ab5e5-1a5e-471a-8bbe-30bca5fae02b req-468e686e-f19a-453e-81f2-8c83fad6ca51 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Sep 15 02:42:45.543536 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25334a7-fcdf-45d2-9a96-ac2186de702c req-f8177fd2-ddf1-4703-800f-bc15436ae912 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:45.545082 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d25334a7-fcdf-45d2-9a96-ac2186de702c req-f8177fd2-ddf1-4703-800f-bc15436ae912 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0490072 Sep 15 02:42:45.559289 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed546f3f-aea6-4026-bf3f-5116d0de9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.561899 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed546f3f-aea6-4026-bf3f-5116d0de9d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.563662 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-ed546f3f-aea6-4026-bf3f-5116d0de9d05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2b13d20-8ae5-4d9e-83ec-ca840f99d23d HTTP/1.1" status: 204 len: 168 time: 0.2037859 Sep 15 02:42:45.571665 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed546f3f-aea6-4026-bf3f-5116d0de9d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b13d20-8ae5-4d9e-83ec-ca840f99d23d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:45.592131 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d25334a7-fcdf-45d2-9a96-ac2186de702c req-6f6c9cb0-cc5c-4595-b639-e8190eb403a0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402622 Sep 15 02:42:46.060341 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 47844) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:46.167738 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95dad10c-40d8-4b60-a010-286f4f775ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:46.258579 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95dad10c-40d8-4b60-a010-286f4f775ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:46.330843 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95dad10c-40d8-4b60-a010-286f4f775ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:46.370249 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-95dad10c-40d8-4b60-a010-286f4f775ad5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c6c287aa70b4c9b88555aae18be9034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085022 Sep 15 02:42:46.371097 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dad10c-40d8-4b60-a010-286f4f775ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bfa5dd-e6e6-4fcb-a21c-3040fbca133a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:46.373149 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 47860) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:46.425814 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c884426-4ddf-4df6-92cf-fcb2422495b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:46.448814 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c884426-4ddf-4df6-92cf-fcb2422495b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:46.558416 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289193-7d40-4e3e-9f69-80c97f96d67a req-e56a7cc7-8b26-4f80-b966-a17df02093d0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:46.559880 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cd289193-7d40-4e3e-9f69-80c97f96d67a req-e56a7cc7-8b26-4f80-b966-a17df02093d0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 945 time: 0.0513537 Sep 15 02:42:46.584686 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c884426-4ddf-4df6-92cf-fcb2422495b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:46.587244 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c884426-4ddf-4df6-92cf-fcb2422495b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:46.588355 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-2c884426-4ddf-4df6-92cf-fcb2422495b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8bfa5dd-e6e6-4fcb-a21c-3040fbca133a HTTP/1.1" status: 204 len: 168 time: 0.2141886 Sep 15 02:42:46.603524 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c884426-4ddf-4df6-92cf-fcb2422495b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bfa5dd-e6e6-4fcb-a21c-3040fbca133a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:46.624588 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cd289193-7d40-4e3e-9f69-80c97f96d67a req-81ff5743-b5c0-406e-a0d3-370cbd240e3d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520208 Sep 15 02:42:46.718265 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd142d39-d4f9-4e32-b377-a4f90b8b37af req-cc10791e-621b-45c7-a4f1-cbdf60d5a20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:46.720631 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cd142d39-d4f9-4e32-b377-a4f90b8b37af req-cc10791e-621b-45c7-a4f1-cbdf60d5a20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0496328 Sep 15 02:42:46.759317 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cd142d39-d4f9-4e32-b377-a4f90b8b37af req-f669f0cb-e475-4e71-a04f-a0b8098b360d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320120 Sep 15 02:42:46.861881 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 47880) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:46.989032 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47941428-268c-41ff-9821-59f22da41f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.019765 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fb232-5614-481d-9c4c-0db5ba6df5c7 req-69b98dad-eed6-40c3-9959-23fa06732123 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:47.021325 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bb5fb232-5614-481d-9c4c-0db5ba6df5c7 req-69b98dad-eed6-40c3-9959-23fa06732123 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 945 time: 0.0766428 Sep 15 02:42:47.083657 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bb5fb232-5614-481d-9c4c-0db5ba6df5c7 req-ddf1d4ec-4337-45d7-bf1a-e65e637a9397 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561891 Sep 15 02:42:47.135117 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47941428-268c-41ff-9821-59f22da41f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.216389 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47941428-268c-41ff-9821-59f22da41f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.259083 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-47941428-268c-41ff-9821-59f22da41f7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f52506b224fd4f028b31f1660ed21fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933101 Sep 15 02:42:47.259083 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47941428-268c-41ff-9821-59f22da41f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5d8af3-ff60-4a82-a14f-b711b0573215,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:47.259696 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 47898) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:47.319255 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-238f8389-7dd5-4ece-b3a2-8414d679681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.340457 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-238f8389-7dd5-4ece-b3a2-8414d679681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.456165 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-238f8389-7dd5-4ece-b3a2-8414d679681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.458708 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-238f8389-7dd5-4ece-b3a2-8414d679681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.459889 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-238f8389-7dd5-4ece-b3a2-8414d679681d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d5d8af3-ff60-4a82-a14f-b711b0573215 HTTP/1.1" status: 204 len: 168 time: 0.1992183 Sep 15 02:42:47.467579 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f8389-7dd5-4ece-b3a2-8414d679681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5d8af3-ff60-4a82-a14f-b711b0573215,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:47.584676 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 47910) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:47.743092 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87237d9-064f-4f60-8cf6-02614e8b8da9 req-8af7b1bb-5ec6-408c-b711-b883109b40b7 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:47.744675 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e87237d9-064f-4f60-8cf6-02614e8b8da9 req-8af7b1bb-5ec6-408c-b711-b883109b40b7 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 945 time: 0.0551715 Sep 15 02:42:47.786896 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e87237d9-064f-4f60-8cf6-02614e8b8da9 req-da9103ce-94e4-4e64-be97-f93c974a1466 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Sep 15 02:42:47.850784 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1161047863-network', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:47.885293 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5daa9-aef1-4d29-a9fc-a39cf6553ac9 req-19da654c-b277-4fa4-9b6e-45d6e9f918f1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:47.886750 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c2a5daa9-aef1-4d29-a9fc-a39cf6553ac9 req-19da654c-b277-4fa4-9b6e-45d6e9f918f1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0478625 Sep 15 02:42:47.928341 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c2a5daa9-aef1-4d29-a9fc-a39cf6553ac9 req-4d02397d-66f6-40f4-973a-ff053be99db1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353577 Sep 15 02:42:47.936451 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Made reservation on behalf of 52ad607b4a604c2a9fdbd414efebf435 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:42:47.939645 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:47.948348 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.034917 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.051815 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 47920) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:48.068310 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-836fe729-43e7-4eab-921e-3065efb483e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.086018 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.117401 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:42:48.135572 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.135935 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Added segment 9a43163e-4cde-4ca1-82c3-f8779501e2f9 of type vlan for network 4a046fe4-7499-4199-a410-41fb611d2e4f Sep 15 02:42:48.146422 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78e89e3-c086-472d-ab62-f66088dc17b6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:48.202968 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.207559 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e25c8b-38b2-46aa-a543-2e8b9bac81a6 req-6cdc32a6-a909-458c-b34c-c33c5435012d tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:48.209086 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75e25c8b-38b2-46aa-a543-2e8b9bac81a6 req-6cdc32a6-a909-458c-b34c-c33c5435012d tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 945 time: 0.0545268 Sep 15 02:42:48.247599 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75e25c8b-38b2-46aa-a543-2e8b9bac81a6 req-4b117ee1-8422-4811-928e-db9e60882fbe tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Sep 15 02:42:48.266685 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-836fe729-43e7-4eab-921e-3065efb483e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.279095 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.279988 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:48.280598 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.355750 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d74e463a-0dfc-40d1-b9e2-6ae822453a0b up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:48.507644 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port d74e463a-0dfc-40d1-b9e2-6ae822453a0b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:42:48.511736 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port d74e463a-0dfc-40d1-b9e2-6ae822453a0b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:48.512109 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.552187 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-836fe729-43e7-4eab-921e-3065efb483e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.563455 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] Pushing event updated for resources: {'Network': ['ID=4a046fe4-7499-4199-a410-41fb611d2e4f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:48.568892 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-1a3b04d6-49ff-4bdb-87a3-566753b0f58e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9805505 Sep 15 02:42:48.569306 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 47928) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:48.574660 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Request body: {'subnet': {'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1161047863-subnet', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:48.586247 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 4a046fe4-7499-4199-a410-41fb611d2e4f details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:42:48.595446 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-836fe729-43e7-4eab-921e-3065efb483e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2a503eb14d247b795f86498fbbea3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423763 Sep 15 02:42:48.596508 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fe729-43e7-4eab-921e-3065efb483e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28d9a4f-f1b8-4157-84f8-a4cc8be7b105,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:48.598920 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 47930) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:48.630875 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.649614 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Made reservation on behalf of 52ad607b4a604c2a9fdbd414efebf435 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:42:48.651842 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.664711 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1c33-4466-45db-a1b2-2708e305cf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.684467 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:42:48.686914 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0cff3-dc70-4f59-9fb1-30d3fc29f146" -d '{"events": [{"server_uuid": "46adbf37-2332-4e3a-adf2-31e447c0e036", "name": "network-vif-plugged", "status": "completed", "tag": "d74e463a-0dfc-40d1-b9e2-6ae822453a0b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:42:48.700447 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port d74e463a-0dfc-40d1-b9e2-6ae822453a0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:48.726659 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd924596-a4d8-4f77-ac83-8a802423d6e2 x-openstack-request-id: req-dd924596-a4d8-4f77-ac83-8a802423d6e2 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:42:48.726979 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46adbf37-2332-4e3a-adf2-31e447c0e036", "name": "network-vif-plugged", "status": "completed", "tag": "d74e463a-0dfc-40d1-b9e2-6ae822453a0b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:42:48.727139 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1c33-4466-45db-a1b2-2708e305cf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.727280 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd924596-a4d8-4f77-ac83-8a802423d6e2 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:42:48.727612 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b', 'code': 200} Sep 15 02:42:48.793729 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.848321 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:48.882719 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1c33-4466-45db-a1b2-2708e305cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.885213 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1c33-4466-45db-a1b2-2708e305cf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.886293 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5b8f1c33-4466-45db-a1b2-2708e305cf8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a28d9a4f-f1b8-4157-84f8-a4cc8be7b105 HTTP/1.1" status: 204 len: 168 time: 0.2867703 Sep 15 02:42:48.913151 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f1c33-4466-45db-a1b2-2708e305cf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28d9a4f-f1b8-4157-84f8-a4cc8be7b105,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:48.948003 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dc29f-a965-456c-ae4d-211a62a01810 req-2c7fffcb-5d44-4941-9f9c-116589a7649a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:48.949893 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bc8dc29f-a965-456c-ae4d-211a62a01810 req-2c7fffcb-5d44-4941-9f9c-116589a7649a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 946 time: 0.0800879 Sep 15 02:42:48.974043 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-4419b6d4-7cb4-428e-a4c9-cdc654be5f9c tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:48.976318 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-4419b6d4-7cb4-428e-a4c9-cdc654be5f9c tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 945 time: 0.0568767 Sep 15 02:42:48.995401 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bc8dc29f-a965-456c-ae4d-211a62a01810 req-1dc9e3d8-84d8-4ea9-82c9-3929dc6902ef tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Sep 15 02:42:49.005128 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.084456 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Deleting port 8796d98b-a48c-4cbb-8f36-e80695593bc8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:42:49.084881 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.091151 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:49.118843 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9c3f-fe07-4261-9039-c0a65363e1c0 req-e78b9534-e02d-488b-951b-3a15b2ad82c3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:49.119951 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a6ad9c3f-fe07-4261-9039-c0a65363e1c0 req-e78b9534-e02d-488b-951b-3a15b2ad82c3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0847685 Sep 15 02:42:49.121111 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Checking segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:49.121467 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Network hostable DHCP agents. Network: 4a046fe4-7499-4199-a410-41fb611d2e4f, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:42:49.170398 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a6ad9c3f-fe07-4261-9039-c0a65363e1c0 req-a97dd087-1fb0-44d4-8b62-c74915f90792 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388017 Sep 15 02:42:49.199127 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Network 4a046fe4-7499-4199-a410-41fb611d2e4f is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:42:49.200660 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3df61-4712-4ee3-b08c-9d7dcf6f9eed req-80a85c9b-c1b4-4acf-b0ff-8802586bb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:49.202158 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d4c3df61-4712-4ee3-b08c-9d7dcf6f9eed req-80a85c9b-c1b4-4acf-b0ff-8802586bb153 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 1099 time: 0.1026840 Sep 15 02:42:49.226244 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] For port 8796d98b-a48c-4cbb-8f36-e80695593bc8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8796d98b-a48c-4cbb-8f36-e80695593bc8,segment=NetworkSegment(55f78162-27de-456d-8f4a-3cbacc78e02b),segment_id=55f78162-27de-456d-8f4a-3cbacc78e02b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:49.226624 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.248713 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Calling delete_port for 8796d98b-a48c-4cbb-8f36-e80695593bc8 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:42:49.266741 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d4c3df61-4712-4ee3-b08c-9d7dcf6f9eed req-a987e288-d23c-4fd1-90ff-734109288826 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515461 Sep 15 02:42:49.278859 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 4a046fe4-7499-4199-a410-41fb611d2e4f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:49.284164 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:49.285162 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.292905 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f741317-8929-43d5-a10a-e73e7d824d3a None None] Network 4a046fe4-7499-4199-a410-41fb611d2e4f requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:42:49.368409 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5d23b802-4035-46a9-b041-7834ae173c95 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7979102 Sep 15 02:42:49.370899 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 47950) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:49.375633 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:49.416787 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd67e26-63b7-4a8a-a2b7-1eaee1a0e1c2 req-9ff3c1b4-9e2e-476d-ae6c-30362e075edb tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:49.419168 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-efd67e26-63b7-4a8a-a2b7-1eaee1a0e1c2 req-9ff3c1b4-9e2e-476d-ae6c-30362e075edb tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 945 time: 0.0947907 Sep 15 02:42:49.474256 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.475554 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.486612 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-efd67e26-63b7-4a8a-a2b7-1eaee1a0e1c2 req-4066b3f1-eed9-4c59-bd8d-2d7c548b477b tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/security-groups?id=b42da9de-7a60-437b-9840-53d10d0f1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Sep 15 02:42:49.496115 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-4a046fe4-7499-4199-a410-41fb611d2e4f', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:42:49.502691 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.520100 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.558354 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Pushing event deleted for resources: {'Port': ['ID=8796d98b-a48c-4cbb-8f36-e80695593bc8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:49.569798 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.576335 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['8796d98b-a48c-4cbb-8f36-e80695593bc8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:42:49.602272 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] No DVR routers for this DVR port 8796d98b-a48c-4cbb-8f36-e80695593bc8 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:42:49.605283 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.607690 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e7904919-0178-4a56-a658-1ab2f58b2503 req-2ae09804-3790-40f0-87e6-4e07cf877c9a tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.37 "DELETE /v2.0/ports/8796d98b-a48c-4cbb-8f36-e80695593bc8 HTTP/1.1" status: 204 len: 173 time: 0.6246207 Sep 15 02:42:49.608317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'name': 'network-vif-deleted', 'tag': '8796d98b-a48c-4cbb-8f36-e80695593bc8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:42:49.610745 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d1e32c-5551-4c4e-acec-df88b34cffc9" -d '{"events": [{"server_uuid": "3b8a8d08-ee12-4a68-b122-808c96ace116", "name": "network-vif-deleted", "tag": "8796d98b-a48c-4cbb-8f36-e80695593bc8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:42:49.646858 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fe9b2b-9c63-4a4d-a6ac-5934d17c3ce8 x-openstack-request-id: req-48fe9b2b-9c63-4a4d-a6ac-5934d17c3ce8 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:42:49.647329 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8a8d08-ee12-4a68-b122-808c96ace116", "name": "network-vif-deleted", "tag": "8796d98b-a48c-4cbb-8f36-e80695593bc8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:42:49.647760 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48fe9b2b-9c63-4a4d-a6ac-5934d17c3ce8 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:42:49.648165 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8a8d08-ee12-4a68-b122-808c96ace116', 'name': 'network-vif-deleted', 'tag': '8796d98b-a48c-4cbb-8f36-e80695593bc8', 'status': 'completed', 'code': 200} Sep 15 02:42:49.670705 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Allocated IP 172.20.0.2 (4a046fe4-7499-4199-a410-41fb611d2e4f/a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989/476421f3-c6e2-4a77-99ee-2e61149a28a4) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:42:49.782053 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.834743 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.913925 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.957051 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Network 4a046fe4-7499-4199-a410-41fb611d2e4f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:49.959772 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:49.963088 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:42:49.975904 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Pushing event updated for resources: {'Port': ['ID=476421f3-c6e2-4a77-99ee-2e61149a28a4,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:50.038387 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Attempting to bind port 476421f3-c6e2-4a77-99ee-2e61149a28a4 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:42:50.038767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Attempting to bind port 476421f3-c6e2-4a77-99ee-2e61149a28a4 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:42:50.039221 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Attempting to bind port 476421f3-c6e2-4a77-99ee-2e61149a28a4 on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:50.044902 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:42:50.045314 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Checking segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:50.045685 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.046082 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Bound using segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:42:50.046560 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Bound port: 476421f3-c6e2-4a77-99ee-2e61149a28a4, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:42:50.047449 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.049297 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.074582 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.115457 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] For port 476421f3-c6e2-4a77-99ee-2e61149a28a4, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:42:50.119350 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] For port 476421f3-c6e2-4a77-99ee-2e61149a28a4, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=476421f3-c6e2-4a77-99ee-2e61149a28a4,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:42:50.197120 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb712cf-ab3c-49ac-8f31-8638be3dbbba req-6c37e59b-56e1-4ce4-b7e2-39bec70bd202 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:50.198673 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9bb712cf-ab3c-49ac-8f31-8638be3dbbba req-6c37e59b-56e1-4ce4-b7e2-39bec70bd202 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 946 time: 0.1125512 Sep 15 02:42:50.234242 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.245861 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Allocated IP 172.27.3.139 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:42:50.278121 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9bb712cf-ab3c-49ac-8f31-8638be3dbbba req-4990e163-3dbf-4e50-be59-aed95baa9163 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661108 Sep 15 02:42:50.291349 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd223-ca94-4e40-ac35-38cf34a56ffb None None] Pushing event updated for resources: {'Port': ['ID=476421f3-c6e2-4a77-99ee-2e61149a28a4,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:50.384523 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdbbce-2623-4e02-84d9-4788eef08d08 req-6211eaf6-e614-46d6-9049-b2f97030f2c5 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:50.386054 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b2cdbbce-2623-4e02-84d9-4788eef08d08 req-6211eaf6-e614-46d6-9049-b2f97030f2c5 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1141624 Sep 15 02:42:50.440348 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.461105 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b2cdbbce-2623-4e02-84d9-4788eef08d08 req-554c213a-a2c9-4248-ad59-2cc533ac363b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668087 Sep 15 02:42:50.629063 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.720448 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-283fca33-474d-4927-b963-e525ceb1efcf req-76f9f31f-db8c-47aa-aa5a-4e0f5f5e1298 tempest-VolumesActionsTest-1515510999 tempest-VolumesActionsTest-1515510999-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a8d08-ee12-4a68-b122-808c96ace116 HTTP/1.1" status: 200 len: 210 time: 0.0801237 Sep 15 02:42:50.728931 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:50.732653 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:50.737446 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:42:50.783858 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Pushing event updated for resources: {'Port': ['ID=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:51.230576 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db290c-a1ad-4042-86d7-d8ee1955deaa req-c459282d-fa4c-4f95-bbe9-ba75aa237657 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:51.232341 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06db290c-a1ad-4042-86d7-d8ee1955deaa req-c459282d-fa4c-4f95-bbe9-ba75aa237657 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0774763 Sep 15 02:42:51.232987 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.262754 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 476421f3-c6e2-4a77-99ee-2e61149a28a4 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:51.317211 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 476421f3-c6e2-4a77-99ee-2e61149a28a4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:51.317808 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.351061 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06db290c-a1ad-4042-86d7-d8ee1955deaa req-4c802342-bcb9-409f-90d3-e9827852a83f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807154 Sep 15 02:42:51.420319 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.452469 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 476421f3-c6e2-4a77-99ee-2e61149a28a4, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=476421f3-c6e2-4a77-99ee-2e61149a28a4,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:51.488487 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e12c5b-8ac6-4208-834e-4734c61a7945 req-acb44740-1152-42e0-8a65-2ce187ffc9e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:51.489984 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a9e12c5b-8ac6-4208-834e-4734c61a7945 req-acb44740-1152-42e0-8a65-2ce187ffc9e9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 946 time: 0.1288519 Sep 15 02:42:51.504861 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9431d819-9420-4639-8916-19cd19760232 None None] Network 4a046fe4-7499-4199-a410-41fb611d2e4f requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:42:51.565862 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a9e12c5b-8ac6-4208-834e-4734c61a7945 req-fabb6070-2710-4e00-8020-00bd467edb24 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681474 Sep 15 02:42:51.581672 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.605708 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.633571 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48008) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:51.714642 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=476421f3-c6e2-4a77-99ee-2e61149a28a4,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:51.717334 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d138ceea-b54f-4cae-92ed-a3b70e20a38f None None] Provisioning complete for port 476421f3-c6e2-4a77-99ee-2e61149a28a4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:51.717710 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d138ceea-b54f-4cae-92ed-a3b70e20a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.774569 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0951a48e-e114-4dda-8b8f-3e74b127d57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.785506 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9b41a-b802-47cd-a455-39a901d5b1c1 req-2731c040-0fdb-4a9d-b248-1dc6f859b75e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:51.787615 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0dd9b41a-b802-47cd-a455-39a901d5b1c1 req-2731c040-0fdb-4a9d-b248-1dc6f859b75e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.2270720 Sep 15 02:42:51.855632 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0dd9b41a-b802-47cd-a455-39a901d5b1c1 req-75d67d87-b243-4204-90c5-f513345ade62 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599997 Sep 15 02:42:51.910403 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0951a48e-e114-4dda-8b8f-3e74b127d57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:51.959352 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:42:52.004986 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0951a48e-e114-4dda-8b8f-3e74b127d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.050275 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-0951a48e-e114-4dda-8b8f-3e74b127d57c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f83171cf3e074406abc23f1da54290c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155474 Sep 15 02:42:52.055557 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951a48e-e114-4dda-8b8f-3e74b127d57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fa2f2e-36e5-434f-982a-709bdabfde0f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:52.057815 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48020) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:52.108517 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:42:52.118875 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:42:52.129445 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:42:52.130683 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:42:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:52.150715 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0227bfa9-2d76-4785-a1e1-485d4ba1825b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.170370 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0227bfa9-2d76-4785-a1e1-485d4ba1825b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.186252 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dfa4e08e-e694-4291-bedf-95683381ceba None None] Provisioning complete for port 476421f3-c6e2-4a77-99ee-2e61149a28a4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:52.186838 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dfa4e08e-e694-4291-bedf-95683381ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.193555 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.197283 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-1a191156-27bf-4bcc-8935-f885d6753a0d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8229420 Sep 15 02:42:52.197931 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48024) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:52.280663 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:42:52.314806 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0227bfa9-2d76-4785-a1e1-485d4ba1825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.317580 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0227bfa9-2d76-4785-a1e1-485d4ba1825b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.319014 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-0227bfa9-2d76-4785-a1e1-485d4ba1825b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47fa2f2e-36e5-434f-982a-709bdabfde0f HTTP/1.1" status: 204 len: 168 time: 0.2600694 Sep 15 02:42:52.330752 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227bfa9-2d76-4785-a1e1-485d4ba1825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fa2f2e-36e5-434f-982a-709bdabfde0f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:52.539365 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:50Z', 'revision_number': 3, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:52.566855 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:42:52.567213 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Updating router 678f4962-8157-4af2-a1fc-0bee2d1b701a port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:42:52.593043 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.662610 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04a0c-7408-4f03-b477-ea5cf3fb3907 req-45175774-1b80-4b05-902c-aeb0d6b42047 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:52.662610 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b8e04a0c-7408-4f03-b477-ea5cf3fb3907 req-45175774-1b80-4b05-902c-aeb0d6b42047 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0646665 Sep 15 02:42:52.764416 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b8e04a0c-7408-4f03-b477-ea5cf3fb3907 req-476f4fa2-e2a5-44e4-9742-b5ce3351a657 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983727 Sep 15 02:42:52.964325 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.039577 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.042807 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a08f6-4a5c-4950-bc80-f9b8ee8a45e2 req-60d942f9-ba92-4d7f-8130-cbd2cedd1612 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:53.048524 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e8a08f6-4a5c-4950-bc80-f9b8ee8a45e2 req-60d942f9-ba92-4d7f-8130-cbd2cedd1612 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0985234 Sep 15 02:42:53.108394 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Pushing event updated for resources: {'Port': ['ID=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:53.110543 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Attempting to bind port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:42:53.110935 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Attempting to bind port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:42:53.111290 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Attempting to bind port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:53.116751 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e8a08f6-4a5c-4950-bc80-f9b8ee8a45e2 req-e3f31a5e-7244-41e6-9a31-143c62a49c08 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673521 Sep 15 02:42:53.119943 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:42:53.120476 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:53.120643 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.121194 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:42:53.121663 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Bound port: c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:42:53.122065 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.124181 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.124576 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.124940 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.125424 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.125915 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.126413 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.126678 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.127162 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.127649 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.128292 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.128795 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.129118 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.129586 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:42:53.188645 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] For port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:42:53.197424 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] For port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:42:53.197741 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48060) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:53.237496 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 476421f3-c6e2-4a77-99ee-2e61149a28a4 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:53.239801 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c179da8-8997-44ec-b714-09c305688eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.257300 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.294180 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 476421f3-c6e2-4a77-99ee-2e61149a28a4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:53.295346 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.334992 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c49d6-cace-4615-843b-cbc6cb557850 None None] Pushing event updated for resources: {'Port': ['ID=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:53.337673 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c179da8-8997-44ec-b714-09c305688eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.341040 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:42:53.341609 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:42:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:53.413979 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Allocated IP 172.20.0.1 (4a046fe4-7499-4199-a410-41fb611d2e4f/a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989/bb004a6e-a07d-410c-8711-20116d20b21f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:42:53.435665 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c179da8-8997-44ec-b714-09c305688eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.473853 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:42:53.498788 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-4c179da8-8997-44ec-b714-09c305688eea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1213d5ea383b483db7d354268faad20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977269 Sep 15 02:42:53.499202 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48082) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:53.532059 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c179da8-8997-44ec-b714-09c305688eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f11205-0942-4db5-8a5d-463ba153d6c6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:53.573814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d990c8a-8787-44fc-833a-eb06b2f3a306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.578324 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.598110 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d990c8a-8787-44fc-833a-eb06b2f3a306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.685850 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.692532 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:50Z', 'revision_number': 3, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:53.708260 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d990c8a-8787-44fc-833a-eb06b2f3a306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.711245 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d990c8a-8787-44fc-833a-eb06b2f3a306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.712608 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-6d990c8a-8787-44fc-833a-eb06b2f3a306 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2f11205-0942-4db5-8a5d-463ba153d6c6 HTTP/1.1" status: 204 len: 168 time: 0.2118099 Sep 15 02:42:53.718351 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfbf59-0df2-4cdc-8670-51dd846449e5 None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:50Z', 'revision_number': 3, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:42:53.731445 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Network 4a046fe4-7499-4199-a410-41fb611d2e4f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:53.737497 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d990c8a-8787-44fc-833a-eb06b2f3a306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f11205-0942-4db5-8a5d-463ba153d6c6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:53.746620 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:53.772294 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:42:53.772294 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Pushing event updated for resources: {'Port': ['ID=bb004a6e-a07d-410c-8711-20116d20b21f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:53.820216 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.978202 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2207f5-2d3f-4c03-95a0-8221296ae4b1 req-ae754363-a6b8-4ab4-9f95-3232ea971508 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:53.983615 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5e2207f5-2d3f-4c03-95a0-8221296ae4b1 req-ae754363-a6b8-4ab4-9f95-3232ea971508 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1110823 Sep 15 02:42:54.061267 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5e2207f5-2d3f-4c03-95a0-8221296ae4b1 req-5f98a691-8e81-44be-b6eb-fb3a95db412c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765517 Sep 15 02:42:54.119361 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:54.131674 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-02ead75d-129b-4cf8-b136-3434153ecb05 None None] Provisioning complete for port bb004a6e-a07d-410c-8711-20116d20b21f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:54.132296 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02ead75d-129b-4cf8-b136-3434153ecb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:54.175868 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-02ead75d-129b-4cf8-b136-3434153ecb05 None None] Port bb004a6e-a07d-410c-8711-20116d20b21f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:42:54.279411 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:54.330379 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520011d2-6856-42c2-bee8-1f698756cb3b req-e29e6991-f99f-436d-95ba-a6ebea028d10 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:54.331944 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-520011d2-6856-42c2-bee8-1f698756cb3b req-e29e6991-f99f-436d-95ba-a6ebea028d10 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1011457 Sep 15 02:42:54.395793 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-520011d2-6856-42c2-bee8-1f698756cb3b req-30c3db47-dec3-463d-8359-75ccb2019396 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511594 Sep 15 02:42:54.427004 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:54.518705 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:54.593330 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Pushing event updated for resources: {'Port': ['ID=bb004a6e-a07d-410c-8711-20116d20b21f,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:54.597351 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:54.694181 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Network 4a046fe4-7499-4199-a410-41fb611d2e4f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:54.695462 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:54.813654 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:42:54.905892 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-69f0a619-c378-4cf0-8d83-100c3ba6f79e None None] Provisioning complete for port bb004a6e-a07d-410c-8711-20116d20b21f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:54.907021 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-69f0a619-c378-4cf0-8d83-100c3ba6f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:54.934597 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:42:54.941881 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-0df60f7c-f419-4dad-9785-b475d7e8ac73 admin admin] 10.222.0.15 "PUT /v2.0/routers/678f4962-8157-4af2-a1fc-0bee2d1b701a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434044 Sep 15 02:42:54.952903 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-69f0a619-c378-4cf0-8d83-100c3ba6f79e None None] Port bb004a6e-a07d-410c-8711-20116d20b21f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:42:55.219788 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c17775-6bbb-42f4-952a-415af754ae0c req-46261323-4c61-4a01-bd70-cd84e5529271 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:55.225728 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-54c17775-6bbb-42f4-952a-415af754ae0c req-46261323-4c61-4a01-bd70-cd84e5529271 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0677233 Sep 15 02:42:55.257798 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:55.295546 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-54c17775-6bbb-42f4-952a-415af754ae0c req-99147cb6-ac43-4628-97b0-0da6acdf931f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617371 Sep 15 02:42:55.327187 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:55.328235 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:55.409103 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:55.429375 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:55.507848 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:55.529507 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:42:55.556230 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9355adc-e256-4015-b6f9-b8f12f1b3488 req-a49d4ff4-f83b-4137-b8dd-01b92ff0b5ea tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:55.556607 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b9355adc-e256-4015-b6f9-b8f12f1b3488 req-a49d4ff4-f83b-4137-b8dd-01b92ff0b5ea tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0725329 Sep 15 02:42:55.577804 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:42:55.578847 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:42:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:55.602448 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b9355adc-e256-4015-b6f9-b8f12f1b3488 req-e1ec4ed2-791f-4f97-98b3-48ee1c2455fe tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373735 Sep 15 02:42:55.621682 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8796d98b-a48c-4cbb-8f36-e80695593bc8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:42:55.648282 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 8796d98b-a48c-4cbb-8f36-e80695593bc8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:42:55.648660 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8796d98b-a48c-4cbb-8f36-e80695593bc8 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:42:55.650196 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:55.726768 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:42:55.887684 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48162) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:55.893251 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-111548197-network', 'tenant_id': '648697ce8b344572a75acb64b4044c7f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:55.926542 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 2, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:55.956674 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:42:55.957032 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Updating router 678f4962-8157-4af2-a1fc-0bee2d1b701a port bb004a6e-a07d-410c-8711-20116d20b21f binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:42:55.981904 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.004663 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Made reservation on behalf of 648697ce8b344572a75acb64b4044c7f for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:42:56.007336 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.015770 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.113614 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.205256 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.236657 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:42:56.241950 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52dd67a-02fa-4b88-81c7-753b22477582,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:56.249184 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.249520 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Added segment 29673876-9800-49d1-8b42-e4c4aa463ef4 of type vlan for network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd Sep 15 02:42:56.255327 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.289782 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.308143 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.368421 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14ebdf-924e-41df-bc92-5cebc90525c8 None None] Pushing event updated for resources: {'Port': ['ID=bb004a6e-a07d-410c-8711-20116d20b21f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:56.422869 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.428129 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:56.428220 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Attempting to bind port bb004a6e-a07d-410c-8711-20116d20b21f on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:42:56.428310 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.428404 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Attempting to bind port bb004a6e-a07d-410c-8711-20116d20b21f by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:42:56.428404 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Attempting to bind port bb004a6e-a07d-410c-8711-20116d20b21f on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:56.435537 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:42:56.435920 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Checking segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:56.436324 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.440072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Bound using segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:42:56.440072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Bound port: bb004a6e-a07d-410c-8711-20116d20b21f, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:42:56.440072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.461155 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2a4ec-fd69-491d-ba83-5840b77900db req-ccdceb62-0d7a-4c0c-aff6-cb5ecd75ab4c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:56.465365 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00e2a4ec-fd69-491d-ba83-5840b77900db req-ccdceb62-0d7a-4c0c-aff6-cb5ecd75ab4c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0771587 Sep 15 02:42:56.522728 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] Pushing event updated for resources: {'Network': ['ID=904fb9ec-e03e-41a8-aa14-eae5c5a821bd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:56.528997 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00e2a4ec-fd69-491d-ba83-5840b77900db req-151ba135-a89c-4305-a107-57d1fd7ebc8f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572641 Sep 15 02:42:56.551143 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-0743f3c1-40fc-424d-b596-957b251cce0b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6623640 Sep 15 02:42:56.557579 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:56.558211 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] For port bb004a6e-a07d-410c-8711-20116d20b21f, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:42:56.560642 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Request body: {'subnet': {'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-111548197-subnet', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:56.561890 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] For port bb004a6e-a07d-410c-8711-20116d20b21f, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=bb004a6e-a07d-410c-8711-20116d20b21f,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:42:56.566976 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:42:56.608569 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fdd2ca76-9d39-4994-981d-abf4275254c4 None None] Provisioning complete for port bb004a6e-a07d-410c-8711-20116d20b21f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:56.608951 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ca76-9d39-4994-981d-abf4275254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.662231 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Made reservation on behalf of 648697ce8b344572a75acb64b4044c7f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:42:56.664460 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.664585 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:56.730533 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2ca76-9d39-4994-981d-abf4275254c4 None None] Port bb004a6e-a07d-410c-8711-20116d20b21f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:42:56.738009 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:42:56.738633 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:42:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:56.787503 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5a5d-dd49-4c40-a356-8d43471aebae req-136710af-9d8b-47d6-bd3e-ea4d3f0c86a2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:56.789035 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c9ee5a5d-dd49-4c40-a356-8d43471aebae req-136710af-9d8b-47d6-bd3e-ea4d3f0c86a2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0990345 Sep 15 02:42:56.792155 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14ebdf-924e-41df-bc92-5cebc90525c8 None None] Pushing event updated for resources: {'Port': ['ID=bb004a6e-a07d-410c-8711-20116d20b21f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:56.839667 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c9ee5a5d-dd49-4c40-a356-8d43471aebae req-d573b205-a461-44e6-8c2e-247f7d58aa9f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Sep 15 02:42:56.877027 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:42:56.995383 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48194) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:57.010573 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.070794 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aacefd84-329b-4cf3-864a-6fdb536de850,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:57.080598 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Checking segment: {'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:57.081052 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Network hostable DHCP agents. Network: 904fb9ec-e03e-41a8-aa14-eae5c5a821bd, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:42:57.097672 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0aeaff07-6b06-4ecd-b77f-4fa5871868b8 None None] Provisioning complete for port bb004a6e-a07d-410c-8711-20116d20b21f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:57.098047 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0aeaff07-6b06-4ecd-b77f-4fa5871868b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.115450 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c86d0c1-959f-4d7b-892c-bfcc66c9deff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.145260 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c2efd37-a241-4c10-8a0f-15027141119e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.149035 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:56Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:42:57.177435 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb52d55-ca13-4cd2-ad6c-e7d196e4653f None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:56Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:42:57.216389 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:42:57.236317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c86d0c1-959f-4d7b-892c-bfcc66c9deff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.246082 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:57.296239 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 904fb9ec-e03e-41a8-aa14-eae5c5a821bd) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:57.298797 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0aeaff07-6b06-4ecd-b77f-4fa5871868b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.302876 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:57.313052 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.313301 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83848510-42e4-4540-a772-18f92096e4bd None None] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:42:57.337700 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c86d0c1-959f-4d7b-892c-bfcc66c9deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.378853 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0aeaff07-6b06-4ecd-b77f-4fa5871868b8 None None] For port bb004a6e-a07d-410c-8711-20116d20b21f, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=bb004a6e-a07d-410c-8711-20116d20b21f,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:57.385100 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-7c86d0c1-959f-4d7b-892c-bfcc66c9deff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=953acf2cc48646ea8d1c8fd9835a161e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883474 Sep 15 02:42:57.385905 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86d0c1-959f-4d7b-892c-bfcc66c9deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38171d-ad6e-4db5-8041-7e13ed131791,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:57.387673 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48200) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:57.417241 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-e31dc230-b929-40c0-a3f8-ee154a0f6211 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8604987 Sep 15 02:42:57.419765 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48202) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:57.424953 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:42:57.436923 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:57.437829 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.471510 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45720677-0da3-41d6-80d9-a136e1200cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.483397 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0aeaff07-6b06-4ecd-b77f-4fa5871868b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.497155 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45720677-0da3-41d6-80d9-a136e1200cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.519381 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.520911 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.578800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaff07-6b06-4ecd-b77f-4fa5871868b8 None None] Pushing event updated for resources: {'Port': ['ID=bb004a6e-a07d-410c-8711-20116d20b21f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:57.609819 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-904fb9ec-e03e-41a8-aa14-eae5c5a821bd', 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'fixed_ips': [{'subnet_id': 'aacefd84-329b-4cf3-864a-6fdb536de850'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:42:57.610985 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.633335 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45720677-0da3-41d6-80d9-a136e1200cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.637036 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45720677-0da3-41d6-80d9-a136e1200cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.642041 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-45720677-0da3-41d6-80d9-a136e1200cff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc38171d-ad6e-4db5-8041-7e13ed131791 HTTP/1.1" status: 204 len: 168 time: 0.2529957 Sep 15 02:42:57.698968 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45720677-0da3-41d6-80d9-a136e1200cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38171d-ad6e-4db5-8041-7e13ed131791,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:57.708190 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.733175 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618aa5f-8f26-4d98-8726-df3c71ea85dc req-f16890fc-1221-451e-b6f5-6e5bed4f0d85 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:57.737075 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d618aa5f-8f26-4d98-8726-df3c71ea85dc req-f16890fc-1221-451e-b6f5-6e5bed4f0d85 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1196413 Sep 15 02:42:57.788871 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Allocated IP 172.20.0.2 (904fb9ec-e03e-41a8-aa14-eae5c5a821bd/aacefd84-329b-4cf3-864a-6fdb536de850/53ac910b-0750-4837-bfcf-385d36eaeb92) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:42:57.798761 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d618aa5f-8f26-4d98-8726-df3c71ea85dc req-641f2768-3148-4b18-8870-41c429aae83b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528378 Sep 15 02:42:57.959241 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.974521 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:57.993878 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57835c99-9f61-4491-8fc0-5f88aa7e8ccc req-b4fcaf5b-a126-4bdd-98e5-30d5cc27b4ff tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:57.995385 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-57835c99-9f61-4491-8fc0-5f88aa7e8ccc req-b4fcaf5b-a126-4bdd-98e5-30d5cc27b4ff tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0496399 Sep 15 02:42:58.038697 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-57835c99-9f61-4491-8fc0-5f88aa7e8ccc req-5ffe46c4-3791-43c0-89ad-01d282421c52 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360780 Sep 15 02:42:58.108487 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.151696 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:58.154674 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:58.158074 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:42:58.171196 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Pushing event updated for resources: {'Port': ['ID=53ac910b-0750-4837-bfcf-385d36eaeb92,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:58.235917 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Attempting to bind port 53ac910b-0750-4837-bfcf-385d36eaeb92 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:42:58.239189 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Attempting to bind port 53ac910b-0750-4837-bfcf-385d36eaeb92 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:42:58.239189 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Attempting to bind port 53ac910b-0750-4837-bfcf-385d36eaeb92 on network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:42:58.242973 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:42:58.243477 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Checking segment: {'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:42:58.243948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.244437 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Bound using segment: {'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:42:58.244921 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Bound port: 53ac910b-0750-4837-bfcf-385d36eaeb92, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:42:58.245320 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.315239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.337677 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.443594 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] For port 53ac910b-0750-4837-bfcf-385d36eaeb92, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:42:58.447155 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] For port 53ac910b-0750-4837-bfcf-385d36eaeb92, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=53ac910b-0750-4837-bfcf-385d36eaeb92,segment=NetworkSegment(29673876-9800-49d1-8b42-e4c4aa463ef4),segment_id=29673876-9800-49d1-8b42-e4c4aa463ef4)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:42:58.471374 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48224) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:58.486182 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21b7492b-14c3-4fa7-8ba0-f987841f0040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.492173 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Allocated IP 172.27.3.26 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/9cfb008d-8c8b-496b-9b07-f768799612ee) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:42:58.508589 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.602991 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26397c-2c8b-47ba-a1d2-77718136a6be None None] Pushing event updated for resources: {'Port': ['ID=53ac910b-0750-4837-bfcf-385d36eaeb92,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:58.675080 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21b7492b-14c3-4fa7-8ba0-f987841f0040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.709004 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.753302 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21b7492b-14c3-4fa7-8ba0-f987841f0040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.803280 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7492b-14c3-4fa7-8ba0-f987841f0040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b10712e-e51b-4e99-99f9-9283ced2589e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:58.857290 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:58.860304 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-21b7492b-14c3-4fa7-8ba0-f987841f0040 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b69e4cc971344afbd2a7a814cf667e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875954 Sep 15 02:42:58.863097 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:58.939795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:42:58.948111 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:42:58.951877 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:42:59.014748 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8889-75ad-4c59-9519-a6236d62454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.031534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cfc1d-feb2-4e53-8541-c7e1e8286440 req-b3f9b491-c0a6-4a35-aca7-8058aa45f727 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:59.033605 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-088cfc1d-feb2-4e53-8541-c7e1e8286440 req-b3f9b491-c0a6-4a35-aca7-8058aa45f727 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0968156 Sep 15 02:42:59.066283 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfb008d-8c8b-496b-9b07-f768799612ee,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:59.068458 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8889-75ad-4c59-9519-a6236d62454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.179303 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-088cfc1d-feb2-4e53-8541-c7e1e8286440 req-6ae3d0b3-de52-4fe4-b9fb-c15a1c6985b4 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963116 Sep 15 02:42:59.251170 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352649-02f0-4e83-aa4b-544a1560d472 req-bdd6d4ac-eb3a-489b-986a-36135cc1ebcf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:59.254430 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d3352649-02f0-4e83-aa4b-544a1560d472 req-bdd6d4ac-eb3a-489b-986a-36135cc1ebcf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1200316 Sep 15 02:42:59.306983 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d3352649-02f0-4e83-aa4b-544a1560d472 req-3dd20b10-6188-4815-b9bb-00ec97320775 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456588 Sep 15 02:42:59.308628 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8889-75ad-4c59-9519-a6236d62454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.312326 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8889-75ad-4c59-9519-a6236d62454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.314450 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a8ec8889-75ad-4c59-9519-a6236d62454a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b10712e-e51b-4e99-99f9-9283ced2589e HTTP/1.1" status: 204 len: 168 time: 0.4503047 Sep 15 02:42:59.324078 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec8889-75ad-4c59-9519-a6236d62454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b10712e-e51b-4e99-99f9-9283ced2589e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:42:59.357706 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.387566 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 53ac910b-0750-4837-bfcf-385d36eaeb92 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:42:59.483610 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 53ac910b-0750-4837-bfcf-385d36eaeb92 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:42:59.485517 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.745370 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.835000 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d10a2741-f7fb-4ed8-84bc-385ca45914a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.839511 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.889933 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 53ac910b-0750-4837-bfcf-385d36eaeb92, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=53ac910b-0750-4837-bfcf-385d36eaeb92,segment=NetworkSegment(29673876-9800-49d1-8b42-e4c4aa463ef4),segment_id=29673876-9800-49d1-8b42-e4c4aa463ef4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:42:59.971001 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:59.971883 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device bb004a6e-a07d-410c-8711-20116d20b21f up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:00.044262 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1faa06-b0bb-4f1e-9a95-abe70c474482 None None] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:43:00.083251 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:00.099723 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=53ac910b-0750-4837-bfcf-385d36eaeb92,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:00.152239 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ce5a7480-12a2-451a-8bfa-adf2e44ed4a9 None None] Provisioning complete for port 53ac910b-0750-4837-bfcf-385d36eaeb92 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:00.152702 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7480-12a2-451a-8bfa-adf2e44ed4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:00.199923 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Router 407a5b0f-9248-40da-8a22-b15f3916b64b is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:43:00.269928 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port bb004a6e-a07d-410c-8711-20116d20b21f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:00.270288 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:00.398990 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dbf71-b17d-4f4f-8ddf-3ae44c9ab7db req-d4a091bb-f637-49b8-a342-069a65ea42e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:00.403310 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6a2dbf71-b17d-4f4f-8ddf-3ae44c9ab7db req-d4a091bb-f637-49b8-a342-069a65ea42e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1183078 Sep 15 02:43:00.598811 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6a2dbf71-b17d-4f4f-8ddf-3ae44c9ab7db req-bbeff017-735d-4108-917f-985b62557474 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780155 Sep 15 02:43:00.611403 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0682-cf07-4f38-80ca-aff4f9a5064c req-d5c38110-c5c2-45bf-9aa7-2783ce946d5d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:00.620557 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bd5d0682-cf07-4f38-80ca-aff4f9a5064c req-d5c38110-c5c2-45bf-9aa7-2783ce946d5d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.2158892 Sep 15 02:43:00.678308 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bd5d0682-cf07-4f38-80ca-aff4f9a5064c req-e371c0d0-7b90-4335-ad39-ada2f6b8973f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516572 Sep 15 02:43:00.861066 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6c0d9-d226-4f0d-af26-b83af63370ee req-72f6ce88-c93b-407a-91a4-767caf85e311 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:00.871800 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-39a6c0d9-d226-4f0d-af26-b83af63370ee req-72f6ce88-c93b-407a-91a4-767caf85e311 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1378810 Sep 15 02:43:00.911954 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-35342151-13a2-4266-a1dc-053e13f9df52 None None] Provisioning complete for port 53ac910b-0750-4837-bfcf-385d36eaeb92 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:00.915071 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35342151-13a2-4266-a1dc-053e13f9df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:00.926829 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-39a6c0d9-d226-4f0d-af26-b83af63370ee req-8352646d-3f23-4146-b841-df73a27cc8c4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525057 Sep 15 02:43:00.981691 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:43:00.993512 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Sync routers for ids ['407a5b0f-9248-40da-8a22-b15f3916b64b'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:43:01.008423 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Routers {'407a5b0f-9248-40da-8a22-b15f3916b64b'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:43:01.009358 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:43:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['407a5b0f-9248-40da-8a22-b15f3916b64b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:01.044852 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-c980b392-bfb8-42f7-b2f3-d6a5a51a2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:01.047536 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-c980b392-bfb8-42f7-b2f3-d6a5a51a2ac0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.6051753 Sep 15 02:43:01.148040 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Set router 407a5b0f-9248-40da-8a22-b15f3916b64b gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:43:01.181940 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-210004ac-8e14-43cd-afbf-3732e3bbeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:01.183561 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-210004ac-8e14-43cd-afbf-3732e3bbeb2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 919 time: 0.1227541 Sep 15 02:43:01.239495 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-fc08f004-c276-4fd1-8e2c-b07e3f465df3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 200 len: 217 time: 0.0440097 Sep 15 02:43:01.256340 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:01.263117 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 53ac910b-0750-4837-bfcf-385d36eaeb92 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:01.300838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:01.302684 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-803d99cd-1e93-4276-afa7-b304c8c5b4d5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8818433 Sep 15 02:43:01.305489 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:01.328946 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-03109192-2bce-4423-a3b6-cbeed3ae79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:01.333510 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-03109192-2bce-4423-a3b6-cbeed3ae79ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.0799458 Sep 15 02:43:01.352798 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 53ac910b-0750-4837-bfcf-385d36eaeb92 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:01.353189 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:01.413524 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-ed8fe8a3-f9a6-409b-9116-61b154469753 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686109 Sep 15 02:43:01.419232 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:42:59Z', 'revision_number': 3, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port': {'id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:58Z', 'updated_at': '2021-09-15T02:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:01.507228 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Checking router: 407a5b0f-9248-40da-8a22-b15f3916b64b for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:43:01.508799 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Updating router 407a5b0f-9248-40da-8a22-b15f3916b64b port 9cfb008d-8c8b-496b-9b07-f768799612ee binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:43:01.571058 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-58baf21d-e68d-4da3-b3b0-f72c0bb3624d service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460457 Sep 15 02:43:01.572921 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:01.875711 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:01.876335 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fddfbd6f-91e5-4d2b-8384-e24a99638df3 req-78c7af6c-f7c6-41cf-a74d-57accc57d1b5 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658012 Sep 15 02:43:01.893962 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b819f-0a5b-41f4-9e84-695aca27dd2e req-cedcf1dd-c1a2-4df6-befe-6dd9f4706f18 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:01.895630 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-327b819f-0a5b-41f4-9e84-695aca27dd2e req-cedcf1dd-c1a2-4df6-befe-6dd9f4706f18 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1500995 Sep 15 02:43:01.948190 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.001753 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aa66a-55af-48af-8c3c-221be9fc875b req-35f16c3b-6ce4-4091-b0f2-995136322f71 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:02.009181 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5f5aa66a-55af-48af-8c3c-221be9fc875b req-35f16c3b-6ce4-4091-b0f2-995136322f71 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1818528 Sep 15 02:43:02.027990 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Attempting to bind port 9cfb008d-8c8b-496b-9b07-f768799612ee on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:43:02.029960 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Attempting to bind port 9cfb008d-8c8b-496b-9b07-f768799612ee by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:43:02.029960 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Attempting to bind port 9cfb008d-8c8b-496b-9b07-f768799612ee on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:43:02.041169 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:43:02.042286 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:43:02.042687 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.043077 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:43:02.043820 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Bound port: 9cfb008d-8c8b-496b-9b07-f768799612ee, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:43:02.044229 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.059864 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-327b819f-0a5b-41f4-9e84-695aca27dd2e req-9a199401-b1af-4070-9cac-c2fc04ab9f55 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239629 Sep 15 02:43:02.092746 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5f5aa66a-55af-48af-8c3c-221be9fc875b req-e45eb4f7-f6e7-421e-9bbc-46213c17e958 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793118 Sep 15 02:43:02.110803 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] For port 9cfb008d-8c8b-496b-9b07-f768799612ee, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:43:02.111361 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] For port 9cfb008d-8c8b-496b-9b07-f768799612ee, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=9cfb008d-8c8b-496b-9b07-f768799612ee,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:43:02.117924 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e0dc-8f4e-4584-b0db-6bd26912faa3 None None] Pushing event updated for resources: {'Port': ['ID=9cfb008d-8c8b-496b-9b07-f768799612ee,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:02.222476 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.284932 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7543a-4a1b-41b3-857d-9db4f3950ca2 req-ea36c0e0-d22d-44bb-9c77-001e1c5bbdda tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:02.293534 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a0a7543a-4a1b-41b3-857d-9db4f3950ca2 req-ea36c0e0-d22d-44bb-9c77-001e1c5bbdda tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1421642 Sep 15 02:43:02.317188 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e0dc-8f4e-4584-b0db-6bd26912faa3 None None] Pushing event updated for resources: {'Port': ['ID=9cfb008d-8c8b-496b-9b07-f768799612ee,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:02.329927 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Routers {'407a5b0f-9248-40da-8a22-b15f3916b64b'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:43:02.331085 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:43:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['407a5b0f-9248-40da-8a22-b15f3916b64b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:02.360796 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.375809 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a0a7543a-4a1b-41b3-857d-9db4f3950ca2 req-6aafd329-476d-4fc0-8a9c-9f0f01f0af84 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814869 Sep 15 02:43:02.462002 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.502157 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] Set router 407a5b0f-9248-40da-8a22-b15f3916b64b gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:43:02.653268 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Allocated IP 172.20.0.1 (904fb9ec-e03e-41a8-aa14-eae5c5a821bd/aacefd84-329b-4cf3-864a-6fdb536de850/122dc308-dc4e-40a8-9831-f20c4cd0dd1b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:43:02.809894 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.844393 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:42:59Z', 'revision_number': 3, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port': {'id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:58Z', 'updated_at': '2021-09-15T02:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:02.875634 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19769bc-ab37-4181-bb11-1a3f1b4d09de None None] The sync data for ids ['407a5b0f-9248-40da-8a22-b15f3916b64b'] in dv-cinder-760193-12-iscsi is: [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:42:59Z', 'revision_number': 3, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port': {'id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:58Z', 'updated_at': '2021-09-15T02:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:43:02.931771 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:02.982186 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:43:02.985040 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:43:02.988505 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:43:02.996042 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Pushing event updated for resources: {'Port': ['ID=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:03.033004 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:03.335963 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2c0cb7c4-acc1-4b6e-96f0-e3cb025e5866 None None] Provisioning complete for port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:03.336672 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb7c4-acc1-4b6e-96f0-e3cb025e5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:03.412440 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 9cfb008d-8c8b-496b-9b07-f768799612ee up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:03.478102 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cb7c4-acc1-4b6e-96f0-e3cb025e5866 None None] Port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:43:03.491911 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 9cfb008d-8c8b-496b-9b07-f768799612ee triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:03.492592 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:03.594642 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:03.635238 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 9cfb008d-8c8b-496b-9b07-f768799612ee, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=9cfb008d-8c8b-496b-9b07-f768799612ee,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:03.692537 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:03.715078 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9783be5-8e4e-4edc-8393-cab932b0db6e req-35358d4b-e04a-4d8a-b449-8863fc74d09c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:03.723058 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e9783be5-8e4e-4edc-8393-cab932b0db6e req-35358d4b-e04a-4d8a-b449-8863fc74d09c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.4598091 Sep 15 02:43:03.735707 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb86de-0554-4b38-93ed-e9049b213aee req-5fa98ffe-e6e6-4807-97da-94601c0520c5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:03.736484 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:03.737270 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cbcb86de-0554-4b38-93ed-e9049b213aee req-5fa98ffe-e6e6-4807-97da-94601c0520c5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.4537683 Sep 15 02:43:03.824194 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=9cfb008d-8c8b-496b-9b07-f768799612ee,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:03.886174 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e9783be5-8e4e-4edc-8393-cab932b0db6e req-9f005f35-4230-40ea-ae9e-c662b20f6a0d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570871 Sep 15 02:43:03.959713 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cbcb86de-0554-4b38-93ed-e9049b213aee req-8196a199-14e8-4713-ac9a-81f27498967a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579599 Sep 15 02:43:04.151214 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1901-51e2-4655-889b-35f85285741c req-b96f71ad-0685-4db9-844e-703f68bec50d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:04.153319 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2e3d1901-51e2-4655-889b-35f85285741c req-b96f71ad-0685-4db9-844e-703f68bec50d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1327622 Sep 15 02:43:04.225853 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:04.256870 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2e3d1901-51e2-4655-889b-35f85285741c req-f1702037-e804-497e-933f-424d9436554d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828559 Sep 15 02:43:04.314153 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:04.384680 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Pushing event updated for resources: {'Port': ['ID=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:04.388666 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:04.485358 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:43:04.486824 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:43:04.625641 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Router 407a5b0f-9248-40da-8a22-b15f3916b64b has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:43:04.668887 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:43:04.783373 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:43:04.802906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-90b9f023-d2fe-436a-9cd6-71b9744c278d admin admin] 10.222.0.15 "PUT /v2.0/routers/407a5b0f-9248-40da-8a22-b15f3916b64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4962456 Sep 15 02:43:04.884487 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:04.897871 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'port_id': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'mac_address': 'fa:16:3e:eb:9d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:43:05.008105 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-70647945-ae4d-4be8-916b-ef361e8cb13e None None] Provisioning complete for port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:05.016977 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70647945-ae4d-4be8-916b-ef361e8cb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:05.020263 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:05.067570 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf5ef637-b7f3-4dfe-a135-57f0482f24bb {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:43:05.092140 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-70647945-ae4d-4be8-916b-ef361e8cb13e None None] Port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:43:05.104244 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:05.161800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:05.172243 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07112eb7-6573-4677-9ad1-a2981cbd6569 req-0ffc839a-e1a9-4a85-9bf2-dace433bc1ef tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:05.174419 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-07112eb7-6573-4677-9ad1-a2981cbd6569 req-0ffc839a-e1a9-4a85-9bf2-dace433bc1ef tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1770933 Sep 15 02:43:05.186847 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526bc26-831e-4dbc-9d06-9b890c964436 req-ce92b964-de68-4c05-a4a6-f1455cf40ed0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:05.189242 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5526bc26-831e-4dbc-9d06-9b890c964436 req-ce92b964-de68-4c05-a4a6-f1455cf40ed0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1029606 Sep 15 02:43:05.281377 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-07112eb7-6573-4677-9ad1-a2981cbd6569 req-57abae4c-ac75-4be0-8507-483ed9c963bd tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820947 Sep 15 02:43:05.324888 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:05.334142 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5526bc26-831e-4dbc-9d06-9b890c964436 req-b81e7f00-9f4d-490b-9dcd-56ef18f8aa91 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144300 Sep 15 02:43:05.350691 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 9cfb008d-8c8b-496b-9b07-f768799612ee up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:05.449025 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Sync routers for ids ['407a5b0f-9248-40da-8a22-b15f3916b64b'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:43:05.482231 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Routers {'407a5b0f-9248-40da-8a22-b15f3916b64b'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:43:05.485095 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:43:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['407a5b0f-9248-40da-8a22-b15f3916b64b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:05.502567 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abee8b-2394-41a3-91fa-d4f506ed156a req-6e47e5d4-03b3-4769-a892-d22a030ffe17 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:05.512869 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06abee8b-2394-41a3-91fa-d4f506ed156a req-6e47e5d4-03b3-4769-a892-d22a030ffe17 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 944 time: 0.0853758 Sep 15 02:43:05.596687 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06abee8b-2394-41a3-91fa-d4f506ed156a req-96845448-9ab3-4396-bd2e-f7aafb444a3e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821803 Sep 15 02:43:05.636835 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['cf5ef637-b7f3-4dfe-a135-57f0482f24bb'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:05.688043 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 9cfb008d-8c8b-496b-9b07-f768799612ee triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:05.689037 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:05.742004 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Set router 407a5b0f-9248-40da-8a22-b15f3916b64b gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:43:06.088007 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48420) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:06.100765 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-50059984-84c7-4959-840b-1942eac99657 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543033498', 'description': 'tempest-secgroup-smoke-1543033498 description', 'project_id': '52ad607b4a604c2a9fdbd414efebf435'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:06.225421 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 4, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port': {'id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:58Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '122dc308-dc4e-40a8-9831-f20c4cd0dd1b', 'name': '', 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'mac_address': 'fa:16:3e:4c:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'aacefd84-329b-4cf3-864a-6fdb536de850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:43:02Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 2, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'subnets': [{'id': 'aacefd84-329b-4cf3-864a-6fdb536de850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:06.243472 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50059984-84c7-4959-840b-1942eac99657 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.264576 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Checking router: 407a5b0f-9248-40da-8a22-b15f3916b64b for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:43:06.266860 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Updating router 407a5b0f-9248-40da-8a22-b15f3916b64b port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:43:06.293787 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.393116 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50059984-84c7-4959-840b-1942eac99657 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.456243 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50059984-84c7-4959-840b-1942eac99657 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.524832 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50059984-84c7-4959-840b-1942eac99657 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:06.551267 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e054-fb93-4013-aa2b-aed1dbbc167f req-025e4e56-e11c-46e2-a9f7-b1c78166186c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:06.560430 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9125e054-fb93-4013-aa2b-aed1dbbc167f req-025e4e56-e11c-46e2-a9f7-b1c78166186c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1647840 Sep 15 02:43:06.571039 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50059984-84c7-4959-840b-1942eac99657 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.575177 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-50059984-84c7-4959-840b-1942eac99657 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4799087 Sep 15 02:43:06.575509 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48432) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:06.581637 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-40818d02-f6fa-461e-98fa-bb16f26db2d0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'security_group_rule': {'security_group_id': 'c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445', 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:06.697156 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9125e054-fb93-4013-aa2b-aed1dbbc167f req-c5f7c4af-9494-4f2c-8f54-ee5da16e9bd2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356914 Sep 15 02:43:06.751387 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40818d02-f6fa-461e-98fa-bb16f26db2d0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.762199 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683fedd-9b4c-40f8-b6c9-4a91fec8d37d req-7939bba5-3538-4252-9d94-5aeee9e76ea9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:06.769822 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8683fedd-9b4c-40f8-b6c9-4a91fec8d37d req-7939bba5-3538-4252-9d94-5aeee9e76ea9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.2645011 Sep 15 02:43:06.940619 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.942718 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:06.946137 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40818d02-f6fa-461e-98fa-bb16f26db2d0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:06.987734 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8683fedd-9b4c-40f8-b6c9-4a91fec8d37d req-15dc0958-33cf-4fd1-9514-de93e5902ef9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156253 Sep 15 02:43:07.014368 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port cf5ef637-b7f3-4dfe-a135-57f0482f24bb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:07.014368 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.018220 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40818d02-f6fa-461e-98fa-bb16f26db2d0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.054067 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.087195 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40818d02-f6fa-461e-98fa-bb16f26db2d0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4592b1c-244f-46db-89c1-1090942542f9,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:07.092321 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8fb3-ab3b-49e6-be08-da466badafce req-f38d2806-de32-4997-bf5f-12eb0365347b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:07.100390 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:43:07.109363 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7bbb8fb3-ab3b-49e6-be08-da466badafce req-f38d2806-de32-4997-bf5f-12eb0365347b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 944 time: 0.2178168 Sep 15 02:43:07.154714 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5ba94-3a2b-415a-ae94-95bd395976c7 None None] Pushing event updated for resources: {'Port': ['ID=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:07.164313 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7bbb8fb3-ab3b-49e6-be08-da466badafce req-3fa6b125-8706-41eb-94e2-853517c16458 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519364 Sep 15 02:43:07.189238 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40818d02-f6fa-461e-98fa-bb16f26db2d0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.193263 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-40818d02-f6fa-461e-98fa-bb16f26db2d0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6141806 Sep 15 02:43:07.193852 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48448) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:07.198814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7af4cc7e-cd5b-4e32-bd84-5a76a9897d30 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'security_group_rule': {'security_group_id': 'c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445', 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:07.325246 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af4cc7e-cd5b-4e32-bd84-5a76a9897d30 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.362023 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.456507 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48454) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:07.504778 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:07.518269 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7337b971-9f85-4e56-88bb-ff0f809508c9" -d '{"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:07.542057 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Attempting to bind port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:43:07.542451 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Attempting to bind port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:43:07.543954 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Attempting to bind port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b on network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:43:07.556860 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af4cc7e-cd5b-4e32-bd84-5a76a9897d30 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.618965 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:07.620708 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-be393655-2925-4cd1-b14c-9de2160ab8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.633511 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af4cc7e-cd5b-4e32-bd84-5a76a9897d30 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.643168 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:43:07.645664 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Checking segment: {'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:43:07.646401 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.647571 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Bound using segment: {'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:43:07.649022 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Bound port: 122dc308-dc4e-40a8-9831-f20c4cd0dd1b, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29673876-9800-49d1-8b42-e4c4aa463ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:43:07.650526 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.690750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4cc7e-cd5b-4e32-bd84-5a76a9897d30 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b02d62-96f8-422b-8c8d-8647563e8bc3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:07.755190 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82929787-a4cf-466b-8d94-3df690e8a3db None None] Provisioning complete for port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:07.755190 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82929787-a4cf-466b-8d94-3df690e8a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.805393 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.813501 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa116da-b4bf-4cdd-be04-737a988b2753 x-openstack-request-id: req-faa116da-b4bf-4cdd-be04-737a988b2753 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:07.814935 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:07.815784 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-faa116da-b4bf-4cdd-be04-737a988b2753 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:07.816531 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'code': 200} Sep 15 02:43:07.817404 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-82929787-a4cf-466b-8d94-3df690e8a3db None None] Port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:43:07.883184 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:07.943614 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-be393655-2925-4cd1-b14c-9de2160ab8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:07.975360 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] For port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:43:07.979323 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] For port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,segment=NetworkSegment(29673876-9800-49d1-8b42-e4c4aa463ef4),segment_id=29673876-9800-49d1-8b42-e4c4aa463ef4)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:43:07.987140 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb970-850b-4816-9d28-a484f11b1826 req-4c7ed30e-b97a-44f9-bf14-31a99df79c32 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:08.005773 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5f3cb970-850b-4816-9d28-a484f11b1826 req-4c7ed30e-b97a-44f9-bf14-31a99df79c32 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1635988 Sep 15 02:43:08.074545 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-be393655-2925-4cd1-b14c-9de2160ab8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.095800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.107742 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be393655-2925-4cd1-b14c-9de2160ab8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76779c-8833-4dc5-a730-5a1c808d5b66,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:08.130381 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af4cc7e-cd5b-4e32-bd84-5a76a9897d30 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.131622 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-7af4cc7e-cd5b-4e32-bd84-5a76a9897d30 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9366188 Sep 15 02:43:08.144283 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5f3cb970-850b-4816-9d28-a484f11b1826 req-6cfcc6ec-4be2-4def-8964-86d2c8749c61 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405075 Sep 15 02:43:08.154583 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48468) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:08.160545 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8a440002-54ac-49e6-b514-60fe14baa8b9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'security_group_rule': {'security_group_id': 'c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445', 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:08.204746 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48472) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:08.207926 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-be393655-2925-4cd1-b14c-9de2160ab8f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34a668cb5c1f4560a98df7ca190ca5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400222 Sep 15 02:43:08.263169 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Routers {'407a5b0f-9248-40da-8a22-b15f3916b64b'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:43:08.265804 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:43:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['407a5b0f-9248-40da-8a22-b15f3916b64b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:08.422555 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a440002-54ac-49e6-b514-60fe14baa8b9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.433278 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbd9e9-1b4d-4028-b33a-0d936e41a7e3 req-ec71ddfc-cdc1-4f41-9525-0677f1a097cc tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:08.446804 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a138389-5442-47dc-a5a8-a9edee327c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.457004 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bbcbd9e9-1b4d-4028-b33a-0d936e41a7e3 req-ec71ddfc-cdc1-4f41-9525-0677f1a097cc tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1501503 Sep 15 02:43:08.497905 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a138389-5442-47dc-a5a8-a9edee327c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.519076 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a440002-54ac-49e6-b514-60fe14baa8b9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.573088 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bbcbd9e9-1b4d-4028-b33a-0d936e41a7e3 req-f31c111c-4132-49f7-8773-41d5a41fa361 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134043 Sep 15 02:43:08.590477 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a440002-54ac-49e6-b514-60fe14baa8b9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.609748 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5ba94-3a2b-415a-ae94-95bd395976c7 None None] Pushing event updated for resources: {'Port': ['ID=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:08.616202 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a440002-54ac-49e6-b514-60fe14baa8b9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f80d5da-281b-4c22-87fc-945e5ceb779c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:08.624518 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a3676-f835-43b3-ada4-d9cd02f7564d req-3694aa8e-7834-4af7-91bf-e39eff4b9dd7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:08.629891 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-457a3676-f835-43b3-ada4-d9cd02f7564d req-3694aa8e-7834-4af7-91bf-e39eff4b9dd7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1428111 Sep 15 02:43:08.673784 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] Set router 407a5b0f-9248-40da-8a22-b15f3916b64b gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:43:08.690223 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a440002-54ac-49e6-b514-60fe14baa8b9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.696641 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8a440002-54ac-49e6-b514-60fe14baa8b9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5360241 Sep 15 02:43:08.696641 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48474) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:08.699255 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-45f6cd54-17a4-4b8e-9ea8-195de259f4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'security_group_rule': {'security_group_id': 'c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445', 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:08.728186 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-457a3676-f835-43b3-ada4-d9cd02f7564d req-2955628e-1aa7-4b33-9147-4d7e2b5d52c7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922582 Sep 15 02:43:08.740253 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a138389-5442-47dc-a5a8-a9edee327c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.748782 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a138389-5442-47dc-a5a8-a9edee327c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.756430 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-5a138389-5442-47dc-a5a8-a9edee327c11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c76779c-8833-4dc5-a730-5a1c808d5b66 HTTP/1.1" status: 204 len: 168 time: 0.5506167 Sep 15 02:43:08.785233 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a138389-5442-47dc-a5a8-a9edee327c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76779c-8833-4dc5-a730-5a1c808d5b66,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:08.841017 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4303be2b-2a2e-4334-9a47-674c2e86e25b None None] Provisioning complete for port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:08.841407 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4303be2b-2a2e-4334-9a47-674c2e86e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.880518 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45f6cd54-17a4-4b8e-9ea8-195de259f4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.028576 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45f6cd54-17a4-4b8e-9ea8-195de259f4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.170163 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4303be2b-2a2e-4334-9a47-674c2e86e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.184699 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 4, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port': {'id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:58Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '122dc308-dc4e-40a8-9831-f20c4cd0dd1b', 'name': '', 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'mac_address': 'fa:16:3e:4c:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'aacefd84-329b-4cf3-864a-6fdb536de850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:43:02Z', 'updated_at': '2021-09-15T02:43:07Z', 'revision_number': 4, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'subnets': [{'id': 'aacefd84-329b-4cf3-864a-6fdb536de850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:09.246663 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45f6cd54-17a4-4b8e-9ea8-195de259f4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.258493 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7d99-e089-4167-835e-5f6ad4490ea7 None None] The sync data for ids ['407a5b0f-9248-40da-8a22-b15f3916b64b'] in dv-cinder-760193-12-iscsi is: [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 4, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port': {'id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:58Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '122dc308-dc4e-40a8-9831-f20c4cd0dd1b', 'name': '', 'network_id': '904fb9ec-e03e-41a8-aa14-eae5c5a821bd', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'mac_address': 'fa:16:3e:4c:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'aacefd84-329b-4cf3-864a-6fdb536de850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:43:02Z', 'updated_at': '2021-09-15T02:43:07Z', 'revision_number': 4, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'subnets': [{'id': 'aacefd84-329b-4cf3-864a-6fdb536de850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:43:09.294122 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6cd54-17a4-4b8e-9ea8-195de259f4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a66c20-1953-479a-8bd7-fe86d79772e1,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:09.382235 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45f6cd54-17a4-4b8e-9ea8-195de259f4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.385970 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-45f6cd54-17a4-4b8e-9ea8-195de259f4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6879380 Sep 15 02:43:09.386185 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48482) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:09.407540 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4303be2b-2a2e-4334-9a47-674c2e86e25b None None] For port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,segment=NetworkSegment(29673876-9800-49d1-8b42-e4c4aa463ef4),segment_id=29673876-9800-49d1-8b42-e4c4aa463ef4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:09.414677 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'security_group_rule': {'security_group_id': 'c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445', 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:09.473202 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4303be2b-2a2e-4334-9a47-674c2e86e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.495983 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c4375-8a89-41ed-a712-3c86e6d5aaa5 req-e090bc46-6e41-41a7-8e40-0a409ec3c5a9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:09.522856 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-166c4375-8a89-41ed-a712-3c86e6d5aaa5 req-e090bc46-6e41-41a7-8e40-0a409ec3c5a9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.2138915 Sep 15 02:43:09.570614 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Project 52ad607b4a604c2a9fdbd414efebf435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:43:09.578404 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.663900 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-166c4375-8a89-41ed-a712-3c86e6d5aaa5 req-aac409b4-3d21-44d0-b02a-1330c361cbfb tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400263 Sep 15 02:43:09.671341 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303be2b-2a2e-4334-9a47-674c2e86e25b None None] Pushing event updated for resources: {'Port': ['ID=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:09.787347 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.829807 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75a0bb-ad14-4912-8111-14f65387b70d req-7075e144-e25b-484d-a4c8-36363aa3b295 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:09.831369 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fc75a0bb-ad14-4912-8111-14f65387b70d req-7075e144-e25b-484d-a4c8-36363aa3b295 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1177652 Sep 15 02:43:09.860479 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:09.919945 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dd7ffc-c623-4032-9774-102a422878c6,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:10.006151 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fc75a0bb-ad14-4912-8111-14f65387b70d req-3379dc45-31bb-429d-bab5-30c4dadfccfd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634119 Sep 15 02:43:10.017238 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:10.023460 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-0e6c1e51-9acd-4850-a431-3a2bc77cd80c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6333673 Sep 15 02:43:10.024983 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48498) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:10.032516 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'security_group_rule': {'security_group_id': 'c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445', 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:10.035073 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003c82d-c531-430d-a0ec-3fcb1a4f8df5 req-f051294e-325e-4b95-b1f9-37a1924dd90b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:10.036617 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6003c82d-c531-430d-a0ec-3fcb1a4f8df5 req-f051294e-325e-4b95-b1f9-37a1924dd90b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1048729 Sep 15 02:43:10.103496 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6003c82d-c531-430d-a0ec-3fcb1a4f8df5 req-25c6091d-2d47-421f-be97-0a923a1352d6 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570862 Sep 15 02:43:10.154375 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Project 52ad607b4a604c2a9fdbd414efebf435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:43:10.163273 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:10.301311 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:10.365065 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:10.434137 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ecf694-828b-4863-81df-2d7113dcd8f1,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:10.450637 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:10.456680 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-15a515bd-aca8-42c2-9158-15f31dea8186 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4295859 Sep 15 02:43:10.843706 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870425c-2e76-4512-a2bf-895510448e21 req-ccfa7bcc-2299-4394-b7ef-e6826afc28d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:10.855204 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7870425c-2e76-4512-a2bf-895510448e21 req-ccfa7bcc-2299-4394-b7ef-e6826afc28d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1072571 Sep 15 02:43:10.959934 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7870425c-2e76-4512-a2bf-895510448e21 req-84cf181c-62d8-4ba7-b771-abe455abffd8 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025002 Sep 15 02:43:11.382063 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd4274-61bc-4583-b8a9-7b3a196b52b0 req-2f6d7365-34d8-4d99-8e47-108cfe02cefb tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:11.382971 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 122dc308-dc4e-40a8-9831-f20c4cd0dd1b up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:11.384224 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-88bd4274-61bc-4583-b8a9-7b3a196b52b0 req-2f6d7365-34d8-4d99-8e47-108cfe02cefb tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.2011161 Sep 15 02:43:11.420007 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ded84a-93cf-43c8-93bb-5e458d76917c req-a4f468c9-701b-4b3e-8d82-fbfbef6b13de tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:11.428834 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b7ded84a-93cf-43c8-93bb-5e458d76917c req-a4f468c9-701b-4b3e-8d82-fbfbef6b13de tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1293294 Sep 15 02:43:11.555160 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-88bd4274-61bc-4583-b8a9-7b3a196b52b0 req-4d78a05f-816f-4347-b892-59ecea5d4dec tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628728 Sep 15 02:43:11.564768 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b7ded84a-93cf-43c8-93bb-5e458d76917c req-b9565db3-dcb4-412d-a88c-602e6b3932cc tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348732 Sep 15 02:43:11.605265 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:11.610074 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:12.190442 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d237a3-feda-4849-8079-66539d3a2968 req-f544abff-2d33-4622-9dda-f8321b89aa30 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:12.191151 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-12d237a3-feda-4849-8079-66539d3a2968 req-f544abff-2d33-4622-9dda-f8321b89aa30 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0695660 Sep 15 02:43:12.259958 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-12d237a3-feda-4849-8079-66539d3a2968 req-1c02d28f-51a7-4b04-bba8-32836dab9ece tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Sep 15 02:43:12.705666 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d6901-ea32-435a-9f1e-4cab12258d50 req-9051bcec-b9fb-4fb4-9c4a-87709627ccb2 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:12.715462 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-141d6901-ea32-435a-9f1e-4cab12258d50 req-9051bcec-b9fb-4fb4-9c4a-87709627ccb2 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1008060 Sep 15 02:43:12.854366 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-141d6901-ea32-435a-9f1e-4cab12258d50 req-39559427-3ad2-4282-9d4c-9d5de59bf80f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184103 Sep 15 02:43:13.072850 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992b39c-3cc9-468f-ac80-42eac9b97943 req-cd795a1e-5363-41f1-9b9d-a97a12405136 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:13.079183 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0992b39c-3cc9-468f-ac80-42eac9b97943 req-cd795a1e-5363-41f1-9b9d-a97a12405136 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1280117 Sep 15 02:43:13.089404 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe631bc8-4db5-4a6e-8c13-2bda939b6bca req-3ac3d1e8-9bc2-4070-8969-b41aeceede63 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:13.091060 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fe631bc8-4db5-4a6e-8c13-2bda939b6bca req-3ac3d1e8-9bc2-4070-8969-b41aeceede63 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 946 time: 0.1007519 Sep 15 02:43:13.169596 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0992b39c-3cc9-468f-ac80-42eac9b97943 req-b5ef14c2-23f9-4d65-a9aa-1d9989240332 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775006 Sep 15 02:43:13.173719 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fe631bc8-4db5-4a6e-8c13-2bda939b6bca req-0decb026-8da9-49b9-a3ec-1a1ada95756f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733478 Sep 15 02:43:13.448097 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd64ad-4035-4a77-baac-6b9c76773dad req-35a18fd9-bfd6-40a5-abdb-ea77f1ca7d61 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:13.450724 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f9fd64ad-4035-4a77-baac-6b9c76773dad req-35a18fd9-bfd6-40a5-abdb-ea77f1ca7d61 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0964389 Sep 15 02:43:13.520946 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f9fd64ad-4035-4a77-baac-6b9c76773dad req-a7a4d7e6-789f-4c61-9b04-05fdf124260a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635900 Sep 15 02:43:14.162490 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef79bf-f1ee-41cd-8af8-07cc78071e96 req-1ce35bb1-de71-489d-b7c2-ca8ef387a4f9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:14.164657 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-03ef79bf-f1ee-41cd-8af8-07cc78071e96 req-1ce35bb1-de71-489d-b7c2-ca8ef387a4f9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1539631 Sep 15 02:43:14.209436 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-03ef79bf-f1ee-41cd-8af8-07cc78071e96 req-79542c2b-b874-41ac-bed4-f594cf9bb5d2 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380514 Sep 15 02:43:14.448894 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7839-f52f-4711-9fde-bf0fceba7e5e req-87beef35-824c-446f-8a60-2cad422b78c4 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:14.456753 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bbbe7839-f52f-4711-9fde-bf0fceba7e5e req-87beef35-824c-446f-8a60-2cad422b78c4 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 946 time: 0.1731014 Sep 15 02:43:14.488848 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f6676-6e45-4a82-9982-65c9c0deef99 req-9b11b311-cc4e-4ede-890b-19b909d5d08e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:14.490357 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a60f6676-6e45-4a82-9982-65c9c0deef99 req-9b11b311-cc4e-4ede-890b-19b909d5d08e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1583822 Sep 15 02:43:14.542473 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bbbe7839-f52f-4711-9fde-bf0fceba7e5e req-15c29df4-6ce0-4fa3-8d52-747a2415a951 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836160 Sep 15 02:43:14.613043 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a60f6676-6e45-4a82-9982-65c9c0deef99 req-53f83deb-38eb-4570-a5df-14df7f6ca63c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071055 Sep 15 02:43:14.821496 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0cd1-f5cd-40f5-a77b-da85d9f63f2f req-aae84af9-3503-405e-a5c9-82704be99837 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:14.823462 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ebc0cd1-f5cd-40f5-a77b-da85d9f63f2f req-aae84af9-3503-405e-a5c9-82704be99837 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0751667 Sep 15 02:43:14.940898 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ebc0cd1-f5cd-40f5-a77b-da85d9f63f2f req-dcf23f4c-fa99-4f8f-af48-1d055983713d tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013341 Sep 15 02:43:15.090432 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5cce1-a2ee-41d7-9916-968264e58c08 req-dc3b1ca9-3652-4e90-887a-09ced257d523 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:15.093636 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-39a5cce1-a2ee-41d7-9916-968264e58c08 req-dc3b1ca9-3652-4e90-887a-09ced257d523 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0885382 Sep 15 02:43:15.181357 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d2008-d974-4072-8feb-759520f985aa req-17b3a168-c888-4f23-a8ee-20e69b48ba20 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:15.188559 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9b9d2008-d974-4072-8feb-759520f985aa req-17b3a168-c888-4f23-a8ee-20e69b48ba20 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 946 time: 0.1469815 Sep 15 02:43:15.213319 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-39a5cce1-a2ee-41d7-9916-968264e58c08 req-58e206d5-b67f-4cce-8591-a5fcad51c8e3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127484 Sep 15 02:43:15.424661 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-7adbd67e-f173-4d2d-9b3f-12a150a7b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:15.426054 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-7adbd67e-f173-4d2d-9b3f-12a150a7b035 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 1099 time: 0.1423221 Sep 15 02:43:15.480639 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Deleting port d74e463a-0dfc-40d1-b9e2-6ae822453a0b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:43:15.482406 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:15.729963 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] For port d74e463a-0dfc-40d1-b9e2-6ae822453a0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:15.730589 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:15.745582 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Calling delete_port for d74e463a-0dfc-40d1-b9e2-6ae822453a0b owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:43:15.868303 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0236408-133a-4b0b-8b86-3fa18395adbc req-cf6050ec-b67d-4dbb-91b8-1a7eae9de832 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:15.879416 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c0236408-133a-4b0b-8b86-3fa18395adbc req-cf6050ec-b67d-4dbb-91b8-1a7eae9de832 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 946 time: 0.1818733 Sep 15 02:43:15.969794 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db0b1f-07d0-4fe1-abeb-6bd1150595dc req-799b8743-7e95-45ad-84d1-113593b8c541 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:15.981114 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-98db0b1f-07d0-4fe1-abeb-6bd1150595dc req-799b8743-7e95-45ad-84d1-113593b8c541 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.2173450 Sep 15 02:43:15.996191 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:16.034472 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd', '57512040-cf8d-42fd-8753-eeaa3f9b12e9', '717c4d68-86d5-4308-a2bd-8cacc987d4c8', 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:16.042666 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c0236408-133a-4b0b-8b86-3fa18395adbc req-97a3d6e0-ecc0-40ef-b771-61b5562a1ccf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622827 Sep 15 02:43:16.146362 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] No DVR routers for this DVR port d74e463a-0dfc-40d1-b9e2-6ae822453a0b on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:43:16.171867 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:16.173943 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9b9d2008-d974-4072-8feb-759520f985aa req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "DELETE /v2.0/ports/d74e463a-0dfc-40d1-b9e2-6ae822453a0b HTTP/1.1" status: 204 len: 173 time: 0.9769940 Sep 15 02:43:16.174704 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'name': 'network-vif-deleted', 'tag': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:16.177100 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-98db0b1f-07d0-4fe1-abeb-6bd1150595dc req-717a8fc2-df93-4712-be62-7114ebfd6c09 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949387 Sep 15 02:43:16.191852 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41948ac-faee-4307-a41d-33a7565b244a" -d '{"events": [{"server_uuid": "46adbf37-2332-4e3a-adf2-31e447c0e036", "name": "network-vif-deleted", "tag": "d74e463a-0dfc-40d1-b9e2-6ae822453a0b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:16.224505 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f1a04-ca04-42d9-954a-bc0f9037222e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event deleted for resources: {'Port': ['ID=d74e463a-0dfc-40d1-b9e2-6ae822453a0b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:16.242258 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-3fbcc2e7-cbb2-46b0-9133-be9e6c507350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:16.243923 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-3fbcc2e7-cbb2-46b0-9133-be9e6c507350 service neutron] 10.222.0.37 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 911 time: 0.7854364 Sep 15 02:43:16.434285 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69485c-789b-4b66-8685-5b93a89d3280 x-openstack-request-id: req-7d69485c-789b-4b66-8685-5b93a89d3280 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:16.434888 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46adbf37-2332-4e3a-adf2-31e447c0e036", "name": "network-vif-deleted", "tag": "d74e463a-0dfc-40d1-b9e2-6ae822453a0b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:16.435299 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d69485c-789b-4b66-8685-5b93a89d3280 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:16.435868 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46adbf37-2332-4e3a-adf2-31e447c0e036', 'name': 'network-vif-deleted', 'tag': 'd74e463a-0dfc-40d1-b9e2-6ae822453a0b', 'status': 'completed', 'code': 200} Sep 15 02:43:16.489596 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99227277-6546-4131-b113-e23177de36ee req-4a7d5500-fb62-49e9-a05e-049f77b41975 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:16.494404 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-0306364f-ed79-4764-9943-8b01e0df92e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a92fa06d-d76a-4350-bab9-17318c74ac96 HTTP/1.1" status: 200 len: 1002 time: 0.2317369 Sep 15 02:43:16.506386 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99227277-6546-4131-b113-e23177de36ee req-4a7d5500-fb62-49e9-a05e-049f77b41975 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1974003 Sep 15 02:43:16.553521 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-55e7e8e9-f7ef-49c4-aeab-8ca6bb7ae294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:16.555336 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-55e7e8e9-f7ef-49c4-aeab-8ca6bb7ae294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c3cf743-89a6-477f-8153-aa57c58ce92a HTTP/1.1" status: 200 len: 849 time: 0.0519347 Sep 15 02:43:16.650941 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-250233a5-82d9-4483-80bb-6b682381cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:16.652834 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-250233a5-82d9-4483-80bb-6b682381cdfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75579842-5189-40fb-9720-3ef43c76374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0888438 Sep 15 02:43:16.675825 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48596) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:16.678905 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99227277-6546-4131-b113-e23177de36ee req-19cd692f-c75c-4825-b99a-bc8090c9cd72 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702111 Sep 15 02:43:16.708022 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094b88b-6315-4ddc-bff6-32b3482d9bba req-ee600ade-4232-4b32-be4b-c850a3923eeb tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:16.710693 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e094b88b-6315-4ddc-bff6-32b3482d9bba req-ee600ade-4232-4b32-be4b-c850a3923eeb tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1678996 Sep 15 02:43:16.823990 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-00d2c983-ad2c-4b86-a9f7-a80d42456fff service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620615 Sep 15 02:43:16.826321 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e094b88b-6315-4ddc-bff6-32b3482d9bba req-850a4178-a65b-4c56-a19a-9664c2a008f9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075251 Sep 15 02:43:16.963430 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b9bb062-3f9a-40cb-ad77-3c5ad02942aa req-3be10944-4942-4f8a-95f3-d659b7c4b123 service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311245 Sep 15 02:43:16.964915 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b6b89f7-cdfc-410f-a157-18dded4c2ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:17.101802 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b6b89f7-cdfc-410f-a157-18dded4c2ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:17.156254 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b6b89f7-cdfc-410f-a157-18dded4c2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:17.206907 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-568b30e3-3c18-4902-be11-6421f5ffd525 req-2f5165ce-4e81-4a37-8d5c-ce266482a6f0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=46adbf37-2332-4e3a-adf2-31e447c0e036 HTTP/1.1" status: 200 len: 210 time: 0.0583153 Sep 15 02:43:17.245669 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-7b6b89f7-cdfc-410f-a157-18dded4c2ea8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b6e007d4c4e44c48ba38cfc4a3af4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677989 Sep 15 02:43:17.248418 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:17.275822 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b89f7-cdfc-410f-a157-18dded4c2ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779755f1-8fc5-479c-a723-916a068e00c2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:17.388904 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854580d-67b8-456f-8e13-9dd1afe758f6 req-02f9271f-8481-46b9-a5a2-116dfa007c3c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:17.390923 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f854580d-67b8-456f-8e13-9dd1afe758f6 req-02f9271f-8481-46b9-a5a2-116dfa007c3c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.1043925 Sep 15 02:43:17.397366 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1284-39ea-4289-bc58-ca8c6ff055e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:17.466410 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1284-39ea-4289-bc58-ca8c6ff055e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:17.470686 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f854580d-67b8-456f-8e13-9dd1afe758f6 req-c70034a8-e6a5-4e33-ac95-947defd3045e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671308 Sep 15 02:43:17.622621 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1284-39ea-4289-bc58-ca8c6ff055e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:17.626708 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1284-39ea-4289-bc58-ca8c6ff055e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:17.630268 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3d0e1284-39ea-4289-bc58-ca8c6ff055e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/779755f1-8fc5-479c-a723-916a068e00c2 HTTP/1.1" status: 204 len: 168 time: 0.3775678 Sep 15 02:43:17.645782 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e1284-39ea-4289-bc58-ca8c6ff055e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779755f1-8fc5-479c-a723-916a068e00c2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:18.046477 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7dace-b768-4d9f-be33-946e098c3540 req-80b12657-ae85-4ba9-bedd-5ae008f86d38 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:18.051062 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ce7dace-b768-4d9f-be33-946e098c3540 req-80b12657-ae85-4ba9-bedd-5ae008f86d38 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.2465148 Sep 15 02:43:18.160514 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c541ba-01c9-47bf-b01b-d9e6767ec420 req-cb6b50cb-1412-4a3b-861b-b1c27f79218c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:18.188893 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-11c541ba-01c9-47bf-b01b-d9e6767ec420 req-cb6b50cb-1412-4a3b-861b-b1c27f79218c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.2213373 Sep 15 02:43:18.229387 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ce7dace-b768-4d9f-be33-946e098c3540 req-8bbd6f03-4c12-4700-8cd0-e0f65142d9ab tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271853 Sep 15 02:43:18.293750 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-11c541ba-01c9-47bf-b01b-d9e6767ec420 req-f678f4de-fed6-4f06-8c04-27ef20c107f3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035106 Sep 15 02:43:18.656409 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbc0ab-bfa9-4b4c-9357-0de757e919a7 req-68a5b417-7cc9-409f-8c59-3121b8a8d0bf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:18.658354 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bfbc0ab-bfa9-4b4c-9357-0de757e919a7 req-68a5b417-7cc9-409f-8c59-3121b8a8d0bf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0658336 Sep 15 02:43:18.719418 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bfbc0ab-bfa9-4b4c-9357-0de757e919a7 req-392d0270-89b2-42f8-82f8-048a3d659e01 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 Sep 15 02:43:19.511148 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb5b1c-e05e-4705-8d92-93c3bec04dfc req-59d90785-c57a-41f3-b398-dbd0f8ca5b5b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:19.512687 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-52cb5b1c-e05e-4705-8d92-93c3bec04dfc req-59d90785-c57a-41f3-b398-dbd0f8ca5b5b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1710508 Sep 15 02:43:19.563787 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3874052-cb22-48bd-a189-7fbe92713fa7 req-233bdfdd-64cd-45a8-b6a9-f8876f5055bd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:19.565609 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3874052-cb22-48bd-a189-7fbe92713fa7 req-233bdfdd-64cd-45a8-b6a9-f8876f5055bd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.1372159 Sep 15 02:43:19.616888 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-52cb5b1c-e05e-4705-8d92-93c3bec04dfc req-ee1fc035-c519-4118-9c5c-0426202ef099 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959864 Sep 15 02:43:19.639043 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3874052-cb22-48bd-a189-7fbe92713fa7 req-329fc811-3005-4683-9dcd-88e246d6c927 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669274 Sep 15 02:43:19.930431 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0e8d-b705-4ebb-a7ee-d78a0e3f388e req-758b5125-2f30-4e1c-9ad1-284c27f8c96b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:19.938871 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c80c0e8d-b705-4ebb-a7ee-d78a0e3f388e req-758b5125-2f30-4e1c-9ad1-284c27f8c96b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0915060 Sep 15 02:43:19.996377 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c80c0e8d-b705-4ebb-a7ee-d78a0e3f388e req-59a4539e-5601-4977-874d-8924802c3343 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 Sep 15 02:43:20.216255 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb8388-51ce-4123-9bec-fdc8895b6462 req-ee2d487e-23d5-4e07-94d7-7015c6fdbc3e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:20.224751 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-28fb8388-51ce-4123-9bec-fdc8895b6462 req-ee2d487e-23d5-4e07-94d7-7015c6fdbc3e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 945 time: 0.1070883 Sep 15 02:43:20.290811 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-28fb8388-51ce-4123-9bec-fdc8895b6462 req-95e0d0c0-263b-44f5-87b1-cf8e4fcca93e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629709 Sep 15 02:43:20.811193 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d74e463a-0dfc-40d1-b9e2-6ae822453a0b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:43:20.827650 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: d74e463a-0dfc-40d1-b9e2-6ae822453a0b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:43:20.828510 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device d74e463a-0dfc-40d1-b9e2-6ae822453a0b not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:43:21.143375 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec08b3d-043b-424f-846e-fb1742b6f366 req-53b60cf9-b5d8-46b1-9feb-372a678daed4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:21.144960 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3ec08b3d-043b-424f-846e-fb1742b6f366 req-53b60cf9-b5d8-46b1-9feb-372a678daed4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.3384554 Sep 15 02:43:21.210844 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3ec08b3d-043b-424f-846e-fb1742b6f366 req-c38324ca-6e3a-4b17-b991-2cb6a8b333f3 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561252 Sep 15 02:43:21.224249 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4712da-02a6-496a-8123-cf0bd9529a41 req-c9f1152c-d840-465f-a4ee-f7fb5589dfab tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:21.231667 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7c4712da-02a6-496a-8123-cf0bd9529a41 req-c9f1152c-d840-465f-a4ee-f7fb5589dfab tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0857544 Sep 15 02:43:21.300880 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7c4712da-02a6-496a-8123-cf0bd9529a41 req-95bc098d-5901-4706-aa25-97ea2d05a643 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635266 Sep 15 02:43:21.432257 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb97d20-b49d-4870-bbaa-bfe70ca91788 req-1e65ee5e-f87d-419e-b3f7-21a0db91f3a6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:21.434035 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cbb97d20-b49d-4870-bbaa-bfe70ca91788 req-1e65ee5e-f87d-419e-b3f7-21a0db91f3a6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 945 time: 0.0608735 Sep 15 02:43:21.504878 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cbb97d20-b49d-4870-bbaa-bfe70ca91788 req-932a90f5-d872-4b18-811d-94595a040fc4 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 Sep 15 02:43:22.222091 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-b9f54254-2734-45e4-8e02-ad809d37d8a6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:22.223929 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-b9f54254-2734-45e4-8e02-ad809d37d8a6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Sep 15 02:43:22.333375 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Deleting port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:43:22.333710 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:22.345478 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845f6fe-aa3e-4fa4-aa9a-ed081191da1d req-233eda6b-7217-41e2-a644-dd9e9f82a443 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:22.352786 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f845f6fe-aa3e-4fa4-aa9a-ed081191da1d req-233eda6b-7217-41e2-a644-dd9e9f82a443 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0583925 Sep 15 02:43:22.408102 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f845f6fe-aa3e-4fa4-aa9a-ed081191da1d req-e0d9ecb1-d716-4cea-9bde-eb47f4749fcc tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Sep 15 02:43:22.474108 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] For port 717c4d68-86d5-4308-a2bd-8cacc987d4c8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=717c4d68-86d5-4308-a2bd-8cacc987d4c8,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:22.474450 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:22.485132 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae400d-12d3-4b65-bb10-0f681190b603 req-5480a6ad-08c7-4198-98f3-cb5e5cf60254 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:22.486810 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ddae400d-12d3-4b65-bb10-0f681190b603 req-5480a6ad-08c7-4198-98f3-cb5e5cf60254 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0767500 Sep 15 02:43:22.489228 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Calling delete_port for 717c4d68-86d5-4308-a2bd-8cacc987d4c8 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:43:22.563834 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ddae400d-12d3-4b65-bb10-0f681190b603 req-f0d995a9-2793-4f35-9b27-a56cc8387ab8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635459 Sep 15 02:43:22.687855 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30009f7b-ffc3-467d-b06e-d7bb308101ea req-418bc92c-90b6-449f-8921-86bdd00a0ba0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:22.689576 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-30009f7b-ffc3-467d-b06e-d7bb308101ea req-418bc92c-90b6-449f-8921-86bdd00a0ba0 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 945 time: 0.0516329 Sep 15 02:43:22.717401 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:22.758089 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd', '57512040-cf8d-42fd-8753-eeaa3f9b12e9', '717c4d68-86d5-4308-a2bd-8cacc987d4c8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:22.764198 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-30009f7b-ffc3-467d-b06e-d7bb308101ea req-d3fcfc81-7668-405d-b020-0224f74817d6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660937 Sep 15 02:43:22.799975 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event deleted for resources: {'Port': ['ID=717c4d68-86d5-4308-a2bd-8cacc987d4c8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:22.858722 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] No DVR routers for this DVR port 717c4d68-86d5-4308-a2bd-8cacc987d4c8 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:43:22.861430 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:22.863240 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-7f7bf30f-9017-4da5-a1bb-25606d5f99bd req-0ed355dc-2d3e-440e-930f-efbc0c753879 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "DELETE /v2.0/ports/717c4d68-86d5-4308-a2bd-8cacc987d4c8 HTTP/1.1" status: 204 len: 173 time: 0.6331568 Sep 15 02:43:22.863668 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'name': 'network-vif-deleted', 'tag': '717c4d68-86d5-4308-a2bd-8cacc987d4c8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:22.866517 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22172af8-402c-4ac8-8cb5-601574816364" -d '{"events": [{"server_uuid": "c0a4ac86-e72c-48ae-b2ee-41a7b262a585", "name": "network-vif-deleted", "tag": "717c4d68-86d5-4308-a2bd-8cacc987d4c8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:22.903751 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1305286d-21b1-4e6b-9294-689a4a292888 x-openstack-request-id: req-1305286d-21b1-4e6b-9294-689a4a292888 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:22.904258 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4ac86-e72c-48ae-b2ee-41a7b262a585", "name": "network-vif-deleted", "tag": "717c4d68-86d5-4308-a2bd-8cacc987d4c8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:22.904708 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1305286d-21b1-4e6b-9294-689a4a292888 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:22.906217 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4ac86-e72c-48ae-b2ee-41a7b262a585', 'name': 'network-vif-deleted', 'tag': '717c4d68-86d5-4308-a2bd-8cacc987d4c8', 'status': 'completed', 'code': 200} Sep 15 02:43:23.548177 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864db14-891f-46e7-825b-823f39056a60 req-6b6e3c62-b15b-4de9-a63a-b7abc2a8f441 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:23.550838 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4864db14-891f-46e7-825b-823f39056a60 req-6b6e3c62-b15b-4de9-a63a-b7abc2a8f441 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0553737 Sep 15 02:43:23.590655 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4864db14-891f-46e7-825b-823f39056a60 req-d9b02742-942a-4523-a302-32ad123faa35 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Sep 15 02:43:23.630728 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-05e92cb3-f5d8-490b-bcd2-cb2580ef7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:23.632219 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-05e92cb3-f5d8-490b-bcd2-cb2580ef7d6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1098 time: 0.0433145 Sep 15 02:43:23.681746 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58e6e-4609-47f5-ba4c-c506eb4c4b6a req-9fde6519-2158-43b2-b954-53801e1965a0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:23.683234 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3f58e6e-4609-47f5-ba4c-c506eb4c4b6a req-9fde6519-2158-43b2-b954-53801e1965a0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0469496 Sep 15 02:43:23.722514 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3f58e6e-4609-47f5-ba4c-c506eb4c4b6a req-d1fe1036-fa30-4348-a2a8-e3cb7363848d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Sep 15 02:43:23.731055 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-44fb7829-c277-4067-b1fb-378305dce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:23.732543 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-44fb7829-c277-4067-b1fb-378305dce285 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.0915878 Sep 15 02:43:23.799435 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-da457737-ce58-4c2f-8f66-992c50e4bf03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb HTTP/1.1" status: 200 len: 1000 time: 0.0586650 Sep 15 02:43:23.886269 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-2456477d-81ad-4e5b-9e90-8ee9a5cbba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:23.889619 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-2456477d-81ad-4e5b-9e90-8ee9a5cbba86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0588171 Sep 15 02:43:23.890931 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d0147a05-0aec-47a1-ae74-eed353669e98 req-c47de0f9-26a6-422f-a967-f1f00bb95014 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a4ac86-e72c-48ae-b2ee-41a7b262a585 HTTP/1.1" status: 200 len: 210 time: 0.0329785 Sep 15 02:43:23.937330 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-77073e62-5291-4729-ac45-e3386e26697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:23.938941 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-77073e62-5291-4729-ac45-e3386e26697a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441806 Sep 15 02:43:24.046001 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-f60e10f4-32ec-47b2-b9b5-5b62ce87e359 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972226 Sep 15 02:43:24.149557 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0e6708cb-f65e-4c14-b67c-3e2b88c3a0ca req-9c457813-4cc5-48c0-96b0-e43a4c5dc339 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947611 Sep 15 02:43:24.211383 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-a8c33aeb-ade5-42fe-a07a-f6fc0c738eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:24.213005 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-a8c33aeb-ade5-42fe-a07a-f6fc0c738eae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0425436 Sep 15 02:43:24.290174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:24.350798 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-8d54d1cc-586a-4f6a-ab6d-9ad99b6709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:24.352335 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-8d54d1cc-586a-4f6a-ab6d-9ad99b6709e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 919 time: 0.0987577 Sep 15 02:43:24.403646 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-7fb478f0-e86a-4f86-b5b3-5d2effca6d64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Sep 15 02:43:24.495778 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-02fa47e1-21f8-4869-b8cb-b7b3016786e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:24.497214 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-02fa47e1-21f8-4869-b8cb-b7b3016786e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.0629983 Sep 15 02:43:24.541028 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-f36d8296-ef0d-4773-9264-cf829d121ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292342 Sep 15 02:43:24.558221 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680f81-2f2e-4904-86fc-e9fd19cdd40d req-366e2f96-3cac-49d8-84ba-c88abbbf1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:24.559838 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fe680f81-2f2e-4904-86fc-e9fd19cdd40d req-366e2f96-3cac-49d8-84ba-c88abbbf1f52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0766547 Sep 15 02:43:24.650049 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-fe680f81-2f2e-4904-86fc-e9fd19cdd40d req-df0db1e3-0903-4ca7-b73a-4b9cf1d1d7cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774319 Sep 15 02:43:24.671590 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-91540752-e091-425f-995b-ca46a765dfa1 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219938 Sep 15 02:43:24.714354 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75451248-406e-4e62-b684-4b583325122b req-9ec48bfa-4eef-4ee9-af8f-d5a06bfbfe59 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:24.715803 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75451248-406e-4e62-b684-4b583325122b req-9ec48bfa-4eef-4ee9-af8f-d5a06bfbfe59 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0528913 Sep 15 02:43:24.761081 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75451248-406e-4e62-b684-4b583325122b req-1ab46720-54d1-4941-9251-db76769e67f4 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Sep 15 02:43:24.840948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 717c4d68-86d5-4308-a2bd-8cacc987d4c8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:43:24.854204 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e092ea-6aab-4395-8252-0305106837e7 req-6e0657b1-36f5-41b1-9c77-09db25cecd4e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:24.859206 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b0e092ea-6aab-4395-8252-0305106837e7 req-6e0657b1-36f5-41b1-9c77-09db25cecd4e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0556853 Sep 15 02:43:24.862315 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 717c4d68-86d5-4308-a2bd-8cacc987d4c8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:43:24.862675 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 717c4d68-86d5-4308-a2bd-8cacc987d4c8 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:43:24.896833 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b0e092ea-6aab-4395-8252-0305106837e7 req-50f55e7a-f030-4770-96b5-4356196d88af tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341690 Sep 15 02:43:25.005685 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ac317954-3fa8-45e6-8c44-a964e3ad0f60 req-bf50684d-7562-49a7-aa54-dac62540e79a service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865014 Sep 15 02:43:25.340977 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e507df-029e-496b-9945-83439909fbb8 req-6170d819-38a3-4d9c-bf00-13a94eb345bb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:25.343631 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-38e507df-029e-496b-9945-83439909fbb8 req-6170d819-38a3-4d9c-bf00-13a94eb345bb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Sep 15 02:43:25.383707 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-38e507df-029e-496b-9945-83439909fbb8 req-699749c5-567b-43dd-afbc-d64751540860 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Sep 15 02:43:25.882483 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa5439-2650-4fe5-8e33-01c8329be679 req-41611909-3957-416e-a5dc-f37897f9e75b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:25.883942 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9cfa5439-2650-4fe5-8e33-01c8329be679 req-41611909-3957-416e-a5dc-f37897f9e75b tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Sep 15 02:43:25.927102 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9cfa5439-2650-4fe5-8e33-01c8329be679 req-3b688157-e724-4d5a-bf76-3f3c0c798633 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Sep 15 02:43:26.016396 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d380-b45f-4d05-b880-6aa1e9e08c57 req-0e44bd38-84f8-4360-a3ba-77923a22ca9d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:26.017847 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9c74d380-b45f-4d05-b880-6aa1e9e08c57 req-0e44bd38-84f8-4360-a3ba-77923a22ca9d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 945 time: 0.0477400 Sep 15 02:43:26.055036 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9c74d380-b45f-4d05-b880-6aa1e9e08c57 req-55fe887f-e8a8-4658-b2f0-0a71e897062a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Sep 15 02:43:26.440464 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:26.512502 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] Deleting subnet b929c1b7-e010-4984-a15a-c519175a6f50 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:43:26.518313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.551394 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d51-17e8-40eb-a4bd-193bea6ff910 req-e4b60850-62cc-4016-91f6-d940523e2915 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:26.552884 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1a30d51-17e8-40eb-a4bd-193bea6ff910 req-e4b60850-62cc-4016-91f6-d940523e2915 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 945 time: 0.0869677 Sep 15 02:43:26.569562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.619973 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1a30d51-17e8-40eb-a4bd-193bea6ff910 req-1c20c865-1e9b-4440-a2aa-aca862564a19 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Sep 15 02:43:26.632656 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.747629 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.779224 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b929c1b7-e010-4984-a15a-c519175a6f50,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:26.784191 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.786932 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-7b86bfa0-cd7f-4a14-b259-3d3f0d389a19 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b929c1b7-e010-4984-a15a-c519175a6f50 HTTP/1.1" status: 204 len: 168 time: 0.3446264 Sep 15 02:43:26.788553 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:26.839340 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:43:26.857885 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.928443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.948400 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.952554 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:26.955317 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5385031f-4f98-4f35-97e8-475880991fb6" -d '{"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:26.971627 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:26.972528 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236bbd88-8eac-448c-8fbf-4af93a86895c']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:26.982515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f78162-27de-456d-8f4a-3cbacc78e02b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:26.982896 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f78162-27de-456d-8f4a-3cbacc78e02b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:26.994876 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:26.996544 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809504fa-4917-4d1b-8afb-6ea542b678ef x-openstack-request-id: req-809504fa-4917-4d1b-8afb-6ea542b678ef {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:27.001999 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:27.001999 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-809504fa-4917-4d1b-8afb-6ea542b678ef {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:27.001999 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'code': 200} Sep 15 02:43:27.031430 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.040552 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:43:27.040933 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:43:27.043972 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:43:27.073295 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.110038 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c11f4-375e-4056-8013-30ebc959dee8 req-1342bcf3-646e-4f09-bc18-8010f772b5e1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:27.111690 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-633c11f4-375e-4056-8013-30ebc959dee8 req-1342bcf3-646e-4f09-bc18-8010f772b5e1 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1095185 Sep 15 02:43:27.127258 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fee77b4b-989e-4194-b610-094dad3443bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.129163 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:27.183418 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.187729 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.189771 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] 10.222.0.15 "DELETE /v2.0/networks/236bbd88-8eac-448c-8fbf-4af93a86895c HTTP/1.1" status: 204 len: 168 time: 0.4001594 Sep 15 02:43:27.211294 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-633c11f4-375e-4056-8013-30ebc959dee8 req-460188ee-5546-4dcb-8a93-fada03521b86 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784552 Sep 15 02:43:27.214189 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988880c-0c34-44e5-b1ec-5d5914bf5525 admin admin] Pushing event deleted for resources: {'Network': ['ID=236bbd88-8eac-448c-8fbf-4af93a86895c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:27.232569 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8963d-c1b6-4bd9-bf4b-f0fea9b424e7 req-4d46b3dd-62e7-4dd7-bd22-dfafa09f75d9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:27.239074 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-84a8963d-c1b6-4bd9-bf4b-f0fea9b424e7 req-4d46b3dd-62e7-4dd7-bd22-dfafa09f75d9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0869462 Sep 15 02:43:27.275022 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-84a8963d-c1b6-4bd9-bf4b-f0fea9b424e7 req-51cf813a-361c-4604-acc3-d924e8bab140 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328314 Sep 15 02:43:27.475138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-03d3ce2e-aa0a-4b2b-a725-118009b45c7d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:27.476554 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-03d3ce2e-aa0a-4b2b-a725-118009b45c7d tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 945 time: 0.0524728 Sep 15 02:43:27.582308 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48856) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:27.594638 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Deleting port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:43:27.594988 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.663551 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-d593709a-6097-44e7-9c5e-487c2e43d758 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59a92dfcd86b4411844523a766c81403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798795 Sep 15 02:43:27.672393 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48862) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:27.702892 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c5e31-c5df-4a2e-be85-e8483fe8d3cd req-b1d7c38c-c266-4dd8-be1f-54f383e01a2a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:27.704648 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b98c5e31-c5df-4a2e-be85-e8483fe8d3cd req-b1d7c38c-c266-4dd8-be1f-54f383e01a2a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0526404 Sep 15 02:43:27.734366 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] For port 57512040-cf8d-42fd-8753-eeaa3f9b12e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=57512040-cf8d-42fd-8753-eeaa3f9b12e9,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:27.734910 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.747143 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b98c5e31-c5df-4a2e-be85-e8483fe8d3cd req-99aca455-e6a2-4355-8f96-041341ecd8aa tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Sep 15 02:43:27.770503 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Calling delete_port for 57512040-cf8d-42fd-8753-eeaa3f9b12e9 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:43:27.783404 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.872321 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:27.883275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13792d5-d7f7-465d-857e-915bf4c6484b req-05daff9a-3a50-4b2b-86af-4282743e0aa9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:27.887560 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b13792d5-d7f7-465d-857e-915bf4c6484b req-05daff9a-3a50-4b2b-86af-4282743e0aa9 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 945 time: 0.0602429 Sep 15 02:43:27.890388 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-9bdd3501-5627-476d-b425-2739f654e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:27.891862 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-9bdd3501-5627-476d-b425-2739f654e67b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 1098 time: 0.1348550 Sep 15 02:43:27.932895 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b13792d5-d7f7-465d-857e-915bf4c6484b req-3770257f-1ff2-4ac9-8c3a-eec878e6187f tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383954 Sep 15 02:43:28.057421 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-30f73537-c3e8-43e8-afbf-380e77232a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:28.058825 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-30f73537-c3e8-43e8-afbf-380e77232a83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 200 len: 919 time: 0.1496329 Sep 15 02:43:28.104193 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-d49d2633-91a2-4cd1-932d-24b786892f63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 200 len: 217 time: 0.0366416 Sep 15 02:43:28.126057 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:28.128878 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:28.130014 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b42da9de-7a60-437b-9840-53d10d0f1ee8 HTTP/1.1" status: 204 len: 168 time: 0.4566069 Sep 15 02:43:28.157975 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:28.173075 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42da9de-7a60-437b-9840-53d10d0f1ee8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:28.199640 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd', '57512040-cf8d-42fd-8753-eeaa3f9b12e9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:28.426182 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event deleted for resources: {'Port': ['ID=57512040-cf8d-42fd-8753-eeaa3f9b12e9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:28.437528 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.437824 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.438166 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.438502 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.438834 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.439166 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.439495 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.439819 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.440150 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.440583 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.440920 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.441252 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.444480 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.449929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c3b9-c412-448a-b1ca-ae489984b6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:28.466856 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-b786f1c1-a96b-4981-aeef-9197184d4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:28.468260 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-b786f1c1-a96b-4981-aeef-9197184d4ff5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 200 len: 858 time: 0.3510165 Sep 15 02:43:28.541742 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-eedda2ae-a695-4c64-b0c5-6696b7ae2fbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ea7639c-a39f-409a-9342-1e37e322a159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528722 Sep 15 02:43:28.542693 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] No DVR routers for this DVR port 57512040-cf8d-42fd-8753-eeaa3f9b12e9 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:43:28.547156 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:28.550226 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-71ff858e-25e6-4d5f-ad33-2e3ac92d6ae3 req-a856482e-8325-40a2-9737-260918d802dc tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "DELETE /v2.0/ports/57512040-cf8d-42fd-8753-eeaa3f9b12e9 HTTP/1.1" status: 204 len: 173 time: 1.0573273 Sep 15 02:43:28.574008 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'name': 'network-vif-deleted', 'tag': '57512040-cf8d-42fd-8753-eeaa3f9b12e9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:28.577579 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7025afad-74f6-459a-bd26-68fb4b75e466" -d '{"events": [{"server_uuid": "4687cea8-acf3-4901-8a8e-04db6dd56128", "name": "network-vif-deleted", "tag": "57512040-cf8d-42fd-8753-eeaa3f9b12e9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:28.634455 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba1a2e4-f0bd-4c22-830c-02d27315a1b2 x-openstack-request-id: req-9ba1a2e4-f0bd-4c22-830c-02d27315a1b2 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:28.634744 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4687cea8-acf3-4901-8a8e-04db6dd56128", "name": "network-vif-deleted", "tag": "57512040-cf8d-42fd-8753-eeaa3f9b12e9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:28.634990 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ba1a2e4-f0bd-4c22-830c-02d27315a1b2 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:28.635373 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4687cea8-acf3-4901-8a8e-04db6dd56128', 'name': 'network-vif-deleted', 'tag': '57512040-cf8d-42fd-8753-eeaa3f9b12e9', 'status': 'completed', 'code': 200} Sep 15 02:43:28.663748 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-73049493-010c-4e65-97b7-fb82bbb9454f service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123478 Sep 15 02:43:28.665619 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [req-916f1a2a-9d74-4403-ba8c-9e083ae17112 req-73e42761-309e-47c9-9f3d-01755f1cc3c2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:43:28.666615 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-916f1a2a-9d74-4403-ba8c-9e083ae17112 req-73e42761-309e-47c9-9f3d-01755f1cc3c2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055807 Sep 15 02:43:28.774163 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e3b8a507-8c46-4be4-8c96-a4d73de0d2cc req-add12999-b3da-495a-a3a0-1dc5795b36ef service neutron] 10.222.0.37 "GET /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027012 Sep 15 02:43:28.954235 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b11aa2-58af-408c-a71c-48b0bd58a05d req-ac2f3cb3-7161-4377-899a-2bf15fee66be tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:28.955748 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-26b11aa2-58af-408c-a71c-48b0bd58a05d req-ac2f3cb3-7161-4377-899a-2bf15fee66be tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1061718 Sep 15 02:43:28.974519 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83454d-d575-48eb-a2c8-4a4be55bfe94 req-43fe662a-64fd-4e47-b125-929691bfafc0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:28.976029 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cd83454d-d575-48eb-a2c8-4a4be55bfe94 req-43fe662a-64fd-4e47-b125-929691bfafc0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0700495 Sep 15 02:43:29.030941 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-26b11aa2-58af-408c-a71c-48b0bd58a05d req-f42a3e0d-6101-4909-a579-610fe897b2e9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653291 Sep 15 02:43:29.038079 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cd83454d-d575-48eb-a2c8-4a4be55bfe94 req-48749f1e-8700-4376-bd1b-8dd69859d9a2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539927 Sep 15 02:43:29.146552 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d3b6ffd7-a346-4208-902e-810c5064d151 req-f4a3689a-983c-4eb1-b468-bef94ddcdbe2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=4687cea8-acf3-4901-8a8e-04db6dd56128 HTTP/1.1" status: 200 len: 210 time: 0.0293887 Sep 15 02:43:29.588428 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48930) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:29.682183 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-884ad5e9-79f5-43b5-a6a8-9a8ed7e3e605 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925295 Sep 15 02:43:29.693645 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-e269e79d-438e-4b74-a28f-4c6656107a07 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:43:29.694838 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-e269e79d-438e-4b74-a28f-4c6656107a07 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068073 Sep 15 02:43:29.719759 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fc92619a-be1e-486d-9668-311d9f5104d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:29.958954 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.211272 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cb37d-1d56-4476-934f-63f9744b35ce req-d2561aaa-fc34-40d1-b5b8-0b31b3772e43 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:30.211700 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 48952) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:30.212785 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-705cb37d-1d56-4476-934f-63f9744b35ce req-d2561aaa-fc34-40d1-b5b8-0b31b3772e43 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0895875 Sep 15 02:43:30.221183 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d482ae3-bea9-40e4-aa24-103ef518fc1c req-96142b73-54e8-4816-bbc2-47596b4dffeb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:30.222598 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9d482ae3-bea9-40e4-aa24-103ef518fc1c req-96142b73-54e8-4816-bbc2-47596b4dffeb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0891168 Sep 15 02:43:30.283253 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-705cb37d-1d56-4476-934f-63f9744b35ce req-f09875eb-b288-4340-8334-dc6a7986f48c tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596650 Sep 15 02:43:30.286255 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9d482ae3-bea9-40e4-aa24-103ef518fc1c req-d4a89aca-db93-4745-b46d-df365a81debb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560269 Sep 15 02:43:30.329904 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19181152-0e42-4267-9cac-65af857a664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.416193 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19181152-0e42-4267-9cac-65af857a664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.524664 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19181152-0e42-4267-9cac-65af857a664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.569128 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-19181152-0e42-4267-9cac-65af857a664a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccb695c765574d379ab7ffcf385f4f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537922 Sep 15 02:43:30.569128 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19181152-0e42-4267-9cac-65af857a664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f6cc10-a1cd-4e7b-890f-d3532021b0f9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:30.569397 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 48960) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:30.635373 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-990fd883-0db0-4bfc-a88f-2e3200e08119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.657357 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-990fd883-0db0-4bfc-a88f-2e3200e08119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.776143 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-990fd883-0db0-4bfc-a88f-2e3200e08119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.778892 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-990fd883-0db0-4bfc-a88f-2e3200e08119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:30.780087 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-990fd883-0db0-4bfc-a88f-2e3200e08119 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4f6cc10-a1cd-4e7b-890f-d3532021b0f9 HTTP/1.1" status: 204 len: 168 time: 0.2097936 Sep 15 02:43:30.789437 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fd883-0db0-4bfc-a88f-2e3200e08119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f6cc10-a1cd-4e7b-890f-d3532021b0f9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:30.919029 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:31.435598 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec46ab6-f72c-4e44-a027-1f3f7d2f0ff7 req-2f5c29d2-83c8-4d29-af18-7e1d4d28e6d9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:31.437722 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7ec46ab6-f72c-4e44-a027-1f3f7d2f0ff7 req-2f5c29d2-83c8-4d29-af18-7e1d4d28e6d9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0710297 Sep 15 02:43:31.444804 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba140e7-2c2e-4cc2-b84b-0166d59b99b2 req-8a3c5a8d-198f-4811-b44e-53b4bae6de31 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:31.446288 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8ba140e7-2c2e-4cc2-b84b-0166d59b99b2 req-8a3c5a8d-198f-4811-b44e-53b4bae6de31 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0914981 Sep 15 02:43:31.509086 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7ec46ab6-f72c-4e44-a027-1f3f7d2f0ff7 req-977d2c3b-71c6-4701-8e95-871a8a9b23e1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618534 Sep 15 02:43:31.511962 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8ba140e7-2c2e-4cc2-b84b-0166d59b99b2 req-1bdcdcac-d792-4b2a-9381-851783c65393 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580494 Sep 15 02:43:32.105952 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a63e24-98cb-4eb2-8a08-c7965755b55f req-e3cf61d7-865f-40fb-abee-48939ea9ba20 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:32.107452 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-49a63e24-98cb-4eb2-8a08-c7965755b55f req-e3cf61d7-865f-40fb-abee-48939ea9ba20 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Sep 15 02:43:32.150422 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-49a63e24-98cb-4eb2-8a08-c7965755b55f req-b0e4347c-57e3-4fc6-af89-be874a9a5a9a tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Sep 15 02:43:32.518329 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:32.683075 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa883c8-780b-4b2a-9ce2-34bad7671267 req-c03bd295-89fa-43b5-83c7-742c3268fcd2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:32.684572 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ffa883c8-780b-4b2a-9ce2-34bad7671267 req-c03bd295-89fa-43b5-83c7-742c3268fcd2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0541303 Sep 15 02:43:32.729228 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ffa883c8-780b-4b2a-9ce2-34bad7671267 req-81d35136-6445-4fb2-9f48-4182c68475f9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333571 Sep 15 02:43:32.828632 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 57512040-cf8d-42fd-8753-eeaa3f9b12e9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:43:32.849374 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 57512040-cf8d-42fd-8753-eeaa3f9b12e9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:43:32.849714 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 57512040-cf8d-42fd-8753-eeaa3f9b12e9 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:43:33.074177 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-4448de2a-61d7-456d-b4ed-99225889e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:33.075668 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-4448de2a-61d7-456d-b4ed-99225889e7df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a&tenant_id=bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 1096 time: 0.0729842 Sep 15 02:43:33.164551 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-0cd9fdd4-f4b0-465a-ae07-c19c5a148c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:33.165951 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-0cd9fdd4-f4b0-465a-ae07-c19c5a148c5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1096 time: 0.0400736 Sep 15 02:43:33.258740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-e2bb0d42-f943-44ce-9db1-0a90d6002130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:33.263369 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-e2bb0d42-f943-44ce-9db1-0a90d6002130 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.0865576 Sep 15 02:43:33.266730 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932fec2-8b11-4d62-8bdb-bd30850ae816 req-983908ab-0ec1-46ce-8687-c8cc1810007e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:33.268280 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6932fec2-8b11-4d62-8bdb-bd30850ae816 req-983908ab-0ec1-46ce-8687-c8cc1810007e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Sep 15 02:43:33.305887 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6932fec2-8b11-4d62-8bdb-bd30850ae816 req-f426b7e3-375b-480b-a865-868e16231190 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Sep 15 02:43:33.329706 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-9bbb4194-f19a-4ddd-93c5-69ebf3caf745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb HTTP/1.1" status: 200 len: 998 time: 0.0617385 Sep 15 02:43:33.380501 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-b3540f6b-f86e-435f-844f-9b17242c4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:33.381901 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-b3540f6b-f86e-435f-844f-9b17242c4f26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0436714 Sep 15 02:43:33.428253 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-cb5c6c1e-77ca-4b28-8a0d-c4d8685e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:33.429688 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-cb5c6c1e-77ca-4b28-8a0d-c4d8685e3f3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390022 Sep 15 02:43:33.530607 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-63b595fa-11e0-4f46-90a6-bd92dbe5e937 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923121 Sep 15 02:43:33.626860 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e43360b2-5f53-4b3d-8bf1-4214619d243e req-a8faffed-289c-4d8f-a25f-183b9a20221e service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Sep 15 02:43:33.856831 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-8a1a0081-44e2-40d8-a57a-7620b7d2e1bc tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f165aa748dbf4202b42e65d8a92ab9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481048 Sep 15 02:43:33.902401 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34321dfb-69c1-4f47-961e-6d579b172960 req-37372e26-f3a9-4cd3-a612-d20240127729 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:33.903825 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-34321dfb-69c1-4f47-961e-6d579b172960 req-37372e26-f3a9-4cd3-a612-d20240127729 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.1054773 Sep 15 02:43:34.046750 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-34321dfb-69c1-4f47-961e-6d579b172960 req-5a667bf5-2e57-4d5a-94b9-eeec13faa297 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350923 Sep 15 02:43:34.078683 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-5eafbe7e-2b3d-4a2d-981d-311e0890029a tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:34.080445 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-5eafbe7e-2b3d-4a2d-981d-311e0890029a tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167706 Sep 15 02:43:34.096319 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-0502888b-f8c4-402f-ba3d-54cf856b6afe tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/quotas/f165aa748dbf4202b42e65d8a92ab9c5 HTTP/1.1" status: 200 len: 375 time: 0.0101738 Sep 15 02:43:34.132603 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-dc6af0f1-7335-4b0b-b64a-a1cc6a40426b tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f165aa748dbf4202b42e65d8a92ab9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297313 Sep 15 02:43:34.367155 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-28d52088-9f60-4959-a884-a84ab0ac1081 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:34.368851 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-28d52088-9f60-4959-a884-a84ab0ac1081 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0700138 Sep 15 02:43:34.399231 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3ed099b7-0c28-46e5-a110-71154f258a7e req-ee2f4c44-2838-40cf-8610-6b0eca087813 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0347424 Sep 15 02:43:34.488626 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Deleting port b877440c-5e5b-41ca-be90-3b1e7b8920cd {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:43:34.489171 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:34.499465 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6ae7-c016-4fc2-930d-50b2c21e9f7c req-fac94753-0834-492c-995c-cb55280ff4c2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:34.499465 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-08cd6ae7-c016-4fc2-930d-50b2c21e9f7c req-fac94753-0834-492c-995c-cb55280ff4c2 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 945 time: 0.0991244 Sep 15 02:43:34.574435 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-08cd6ae7-c016-4fc2-930d-50b2c21e9f7c req-1fbd0287-511a-485a-9b68-c6cc2446a9a8 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a789338-565c-4b8a-a5da-8cb879a95ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714223 Sep 15 02:43:34.629815 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] For port b877440c-5e5b-41ca-be90-3b1e7b8920cd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b877440c-5e5b-41ca-be90-3b1e7b8920cd,segment=NetworkSegment(3ec1c19f-9ac1-40a6-b056-b86939bde53c),segment_id=3ec1c19f-9ac1-40a6-b056-b86939bde53c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:34.630239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:34.647236 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Calling delete_port for b877440c-5e5b-41ca-be90-3b1e7b8920cd owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:43:34.914487 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:34.958719 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['b877440c-5e5b-41ca-be90-3b1e7b8920cd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:34.965280 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Pushing event deleted for resources: {'Port': ['ID=b877440c-5e5b-41ca-be90-3b1e7b8920cd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:35.006300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] No DVR routers for this DVR port b877440c-5e5b-41ca-be90-3b1e7b8920cd on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:43:35.008750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:35.010903 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b1c99549-b5d8-4f9f-a103-89abdf2aae11 req-504c26bf-9e5e-4727-9ebc-0be0d34c7bcf tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.37 "DELETE /v2.0/ports/b877440c-5e5b-41ca-be90-3b1e7b8920cd HTTP/1.1" status: 204 len: 173 time: 0.6301146 Sep 15 02:43:35.011337 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'name': 'network-vif-deleted', 'tag': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:35.013641 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeeef87-c935-4d5b-a3d5-61e91922e322" -d '{"events": [{"server_uuid": "47b60182-faa2-41c6-b7fe-e9252bd20700", "name": "network-vif-deleted", "tag": "b877440c-5e5b-41ca-be90-3b1e7b8920cd"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:35.056187 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5e5dae-dbfe-4386-ae6c-c4a6e3f2fdb5 x-openstack-request-id: req-cf5e5dae-dbfe-4386-ae6c-c4a6e3f2fdb5 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:35.056509 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b60182-faa2-41c6-b7fe-e9252bd20700", "name": "network-vif-deleted", "tag": "b877440c-5e5b-41ca-be90-3b1e7b8920cd", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:35.056786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf5e5dae-dbfe-4386-ae6c-c4a6e3f2fdb5 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:35.057345 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b60182-faa2-41c6-b7fe-e9252bd20700', 'name': 'network-vif-deleted', 'tag': 'b877440c-5e5b-41ca-be90-3b1e7b8920cd', 'status': 'completed', 'code': 200} Sep 15 02:43:35.174525 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6b78d-fdd3-49fb-b2ef-6c23c28ca8a8 req-41fdd31c-4d4f-4acd-87fc-b358123d03ba tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:35.179671 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-19e6b78d-fdd3-49fb-b2ef-6c23c28ca8a8 req-41fdd31c-4d4f-4acd-87fc-b358123d03ba tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0495496 Sep 15 02:43:35.248979 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-19e6b78d-fdd3-49fb-b2ef-6c23c28ca8a8 req-4e75e45d-fb8c-416c-a137-e62b1f208e53 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Sep 15 02:43:35.498175 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f77180bc-1a63-491f-8b74-7c4141fc39a3 req-fd605221-4305-4da2-9129-157567885527 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0294430 Sep 15 02:43:35.682787 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-15c77958-ec67-4856-9089-17090c992a97 req-57792010-4657-4ba4-8594-58f28c8199df tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0282233 Sep 15 02:43:36.384173 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae1e90-f488-4c49-a9b5-aa416eace053 req-21e53b9e-5916-4e7e-8058-7c8d66ae2b3e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:36.388866 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-40ae1e90-f488-4c49-a9b5-aa416eace053 req-21e53b9e-5916-4e7e-8058-7c8d66ae2b3e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0642602 Sep 15 02:43:36.433996 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-40ae1e90-f488-4c49-a9b5-aa416eace053 req-fe004c2d-9fe7-41f5-98b5-edb483bc825c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 Sep 15 02:43:36.592701 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-70b88c12-e261-482e-875a-178dac349618 req-cb0ebc2e-c8e4-415a-81ab-04f47766552d tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0269628 Sep 15 02:43:36.786362 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c5410a2a-d04c-4c12-9151-4b6fca2e62c3 req-a1e2a7db-7394-489c-a566-5a163963c195 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0304759 Sep 15 02:43:37.182252 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f1d4-6332-4d13-8c5b-ced7ff4d1534 req-55b1e8ae-c91b-439b-8bdc-204d6fca1be0 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:37.183841 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9860f1d4-6332-4d13-8c5b-ced7ff4d1534 req-55b1e8ae-c91b-439b-8bdc-204d6fca1be0 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Sep 15 02:43:37.230988 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9860f1d4-6332-4d13-8c5b-ced7ff4d1534 req-204a072c-3dc3-4f82-9da1-6aa55bb4cdc8 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385318 Sep 15 02:43:37.566233 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d70a1a-bd98-4606-a30f-2b0e1be9962f req-b424f6f8-3885-4d8c-aedc-dc2c93e6f07e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:37.567734 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-87d70a1a-bd98-4606-a30f-2b0e1be9962f req-b424f6f8-3885-4d8c-aedc-dc2c93e6f07e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0599914 Sep 15 02:43:37.604520 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-87d70a1a-bd98-4606-a30f-2b0e1be9962f req-a2dcc755-3ebf-44f1-99a1-b0c46a3bb326 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305777 Sep 15 02:43:37.702254 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-09bd797d-4191-4cb9-8378-4a3d7b38107e req-0b139272-00b7-418a-b5ca-9d660d5abf8d tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0250289 Sep 15 02:43:37.888468 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-febd8abc-40da-4252-9140-5d4c3df00a7c req-8b8e5406-8569-4b3e-856b-dca684cc3c5e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0324883 Sep 15 02:43:38.356619 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc56f5-d829-4b47-bc48-cf0a33932dc9 req-e2cf587f-1064-4fab-96db-778d44bd4e48 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:38.358062 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d7fc56f5-d829-4b47-bc48-cf0a33932dc9 req-e2cf587f-1064-4fab-96db-778d44bd4e48 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0559590 Sep 15 02:43:38.394518 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d7fc56f5-d829-4b47-bc48-cf0a33932dc9 req-254505b8-2f93-47ec-9f16-422d2d7f15ef tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304813 Sep 15 02:43:38.748845 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290ec6-9c30-4227-ba9a-fce972a5aee5 req-bf995f86-57a8-4fb5-8772-f4349f292464 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:38.751043 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-41290ec6-9c30-4227-ba9a-fce972a5aee5 req-bf995f86-57a8-4fb5-8772-f4349f292464 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0654731 Sep 15 02:43:38.797406 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-41290ec6-9c30-4227-ba9a-fce972a5aee5 req-f88bf895-3411-493f-89ef-9e1fe220f4c4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 Sep 15 02:43:38.810648 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fdd7a467-34c7-4fb7-971a-77f8d653a8a5 req-95fc5483-6e25-4bcb-804a-22590661b4c8 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0338571 Sep 15 02:43:38.866269 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device b877440c-5e5b-41ca-be90-3b1e7b8920cd no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:43:38.889549 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: b877440c-5e5b-41ca-be90-3b1e7b8920cd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:43:38.889894 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device b877440c-5e5b-41ca-be90-3b1e7b8920cd not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:43:38.994607 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-16927a49-a175-44ba-a11b-c314da21ef97 req-426bdfbb-4a0a-4c97-8ae1-62a38ba7ee83 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0406780 Sep 15 02:43:39.512290 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbbd2-d8af-41f5-af4a-4f14fade837d req-d636f3e2-2196-4804-95cd-041d879b9d1f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:39.513748 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bf6fbbd2-d8af-41f5-af4a-4f14fade837d req-d636f3e2-2196-4804-95cd-041d879b9d1f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0511441 Sep 15 02:43:39.552866 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bf6fbbd2-d8af-41f5-af4a-4f14fade837d req-52b26d89-575d-415f-b070-6e6d126c42a5 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Sep 15 02:43:39.929376 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea8d5f68-ffcc-4eb9-a83c-afdc3ffb18e0 req-f0059c07-9b9d-419f-aa17-06310f58a141 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0272994 Sep 15 02:43:39.945247 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c0ca-2996-468b-89c9-aa80da3c234d req-76b9847f-f9ea-4d91-a594-4b35140d33ce tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:39.950489 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6857c0ca-2996-468b-89c9-aa80da3c234d req-76b9847f-f9ea-4d91-a594-4b35140d33ce tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0734892 Sep 15 02:43:40.006428 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6857c0ca-2996-468b-89c9-aa80da3c234d req-b3698c50-7df8-43c8-9b2c-b7d366234b60 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465865 Sep 15 02:43:40.103227 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-deacba96-0ea4-4994-bffa-30ac01af57bc req-25973d5f-c514-4112-a07f-0b89ca003f68 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0301640 Sep 15 02:43:40.673586 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103e514-c7d0-4a56-977b-8bd6d3fa2dd8 req-e949bab3-bc16-4034-8646-4fa3cb59ed51 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:40.675680 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0103e514-c7d0-4a56-977b-8bd6d3fa2dd8 req-e949bab3-bc16-4034-8646-4fa3cb59ed51 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0539393 Sep 15 02:43:40.713368 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0103e514-c7d0-4a56-977b-8bd6d3fa2dd8 req-c5a27465-bc8f-4184-981d-bbfe452c0c24 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Sep 15 02:43:41.029883 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4bde0388-ed81-4fc8-9c76-790bd51b4b19 req-36470c2c-7d90-400b-b132-ad5e8e505960 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0315382 Sep 15 02:43:41.134111 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243251ec-233b-4028-ae2d-3c6bd363af0b req-bb844aeb-3372-4798-93a2-63579ec68193 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:41.135997 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-243251ec-233b-4028-ae2d-3c6bd363af0b req-bb844aeb-3372-4798-93a2-63579ec68193 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0536029 Sep 15 02:43:41.180666 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-243251ec-233b-4028-ae2d-3c6bd363af0b req-6093d644-e256-4e56-aa75-1a5f65b7c106 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378151 Sep 15 02:43:41.210139 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-85015297-ae44-43ce-92e9-c88ecb562617 req-03b200d4-c88c-474e-8174-ba4c7b72b1d8 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0251732 Sep 15 02:43:41.828507 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbfa72-08a2-4d7c-a9d0-18d02b926444 req-418ac91b-ba4d-4dd8-b102-98ab764bc602 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:41.829993 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a5fbfa72-08a2-4d7c-a9d0-18d02b926444 req-418ac91b-ba4d-4dd8-b102-98ab764bc602 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Sep 15 02:43:41.867284 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a5fbfa72-08a2-4d7c-a9d0-18d02b926444 req-12ef5963-84c1-464a-ae7c-d66eb52ec672 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312979 Sep 15 02:43:42.148731 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06743327-ee57-45c8-8671-3eb0a25cd021 req-158861e0-34c1-4113-9293-5254f5f6cc46 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0503471 Sep 15 02:43:42.325232 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e144a1c6-c55b-42e0-bcf7-63d18748033f req-730417ec-e040-4955-8934-8d43d947069e tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0304496 Sep 15 02:43:42.346036 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b363f-75da-4149-bedb-6bd796ba2096 req-0d5b17e5-aedb-4ce6-9054-f0a1bb51aec7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:42.347533 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-545b363f-75da-4149-bedb-6bd796ba2096 req-0d5b17e5-aedb-4ce6-9054-f0a1bb51aec7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0793183 Sep 15 02:43:42.400657 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-545b363f-75da-4149-bedb-6bd796ba2096 req-b50a7fcb-a01e-4f66-8677-09d574e71119 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Sep 15 02:43:42.989672 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65cad1-9a64-4283-b751-b494d7e95a60 req-b6622a5b-05a4-40ab-8862-7803d608dc04 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:42.997005 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eb65cad1-9a64-4283-b751-b494d7e95a60 req-b6622a5b-05a4-40ab-8862-7803d608dc04 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0568159 Sep 15 02:43:43.031913 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eb65cad1-9a64-4283-b751-b494d7e95a60 req-d1111e0e-4a28-4165-9ae9-90916d1ef2ab tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Sep 15 02:43:43.257059 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2c75c429-ca2e-4ad8-9450-3cb3ff2e5a14 req-c49cf343-986d-4105-92e8-570bd7858229 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0331810 Sep 15 02:43:43.424936 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dda5dc9e-54ca-4c8a-ba1f-94107d3568fa req-73ad2b91-73f6-4aa7-be50-91c6c0aa27a6 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0254555 Sep 15 02:43:43.521782 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df833-fda6-4f08-bdcf-05796dab4e1f req-0a4b2d91-0528-4f8d-bc39-3136c3ea2053 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:43.523148 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f83df833-fda6-4f08-bdcf-05796dab4e1f req-0a4b2d91-0528-4f8d-bc39-3136c3ea2053 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0492523 Sep 15 02:43:43.561666 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f83df833-fda6-4f08-bdcf-05796dab4e1f req-51ecaa4a-b181-469e-846f-f88a1e824820 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Sep 15 02:43:44.086300 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-251d3416-b479-4015-9038-c51a5f7e916f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543033498&fields=id&tenant_id=52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 267 time: 0.0342159 Sep 15 02:43:44.099507 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:43:44.418161 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859054b1-8eae-40bd-9f3c-b4475e207ef0 req-4c00fec9-9d65-4077-9f2a-64fc775ddf63 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:44.419580 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-859054b1-8eae-40bd-9f3c-b4475e207ef0 req-4c00fec9-9d65-4077-9f2a-64fc775ddf63 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.3156254 Sep 15 02:43:44.445270 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c5ecbe60-09b6-47d7-a00c-c238be98cc16 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:44.446689 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c5ecbe60-09b6-47d7-a00c-c238be98cc16 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 812 time: 0.3537962 Sep 15 02:43:44.472342 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-2a010c7f-af83-413d-b0fa-75ee33992a3d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/quotas/52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 375 time: 0.0194273 Sep 15 02:43:44.479531 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-859054b1-8eae-40bd-9f3c-b4475e207ef0 req-92138b09-c0fa-4015-b194-507750fd8d2f tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505295 Sep 15 02:43:44.530362 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-ab3b32a9-18da-4d6e-88b8-be561ab77c2e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495977 Sep 15 02:43:44.569736 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fb91fe1-bc44-4015-9598-e15a87096344 req-7da59947-7b30-45a9-b436-da33448841b3 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0323327 Sep 15 02:43:44.673582 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-8a8a63b1-69a6-48bf-afbe-7d46127884a4 service neutron] 10.222.0.15 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277416 Sep 15 02:43:44.675340 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5792682f-cbc3-485e-afc7-38d9ba28e275 req-7f361fc2-4365-4153-a84c-19a178d15adb tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0316076 Sep 15 02:43:44.797191 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-4db0e09d-511e-4b58-a047-08f1a1af9756 service neutron] 10.222.0.15 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169202 Sep 15 02:43:44.806101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f098c1-a196-43ad-902f-bf660c0bf9c5 req-b61dce49-e01f-457f-a59f-dcc738179405 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:44.807560 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-74f098c1-a196-43ad-902f-bf660c0bf9c5 req-b61dce49-e01f-457f-a59f-dcc738179405 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0685015 Sep 15 02:43:44.852226 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-74f098c1-a196-43ad-902f-bf660c0bf9c5 req-8899b175-ee26-411b-bc97-8208d17e06bb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375524 Sep 15 02:43:45.303059 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fedf2a5c-3dec-4233-8791-606dd21cf801 req-c9bf16bd-0794-42cc-bc49-cf8bf264c399 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 210 time: 0.0258641 Sep 15 02:43:45.608843 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb4350-d487-419e-8231-b4ff2165729e req-00fdd0de-985d-4a38-bc8d-f155a3e29911 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:45.612007 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77eb4350-d487-419e-8231-b4ff2165729e req-00fdd0de-985d-4a38-bc8d-f155a3e29911 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0508995 Sep 15 02:43:45.682621 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77eb4350-d487-419e-8231-b4ff2165729e req-d14688ce-1bdf-4e48-8e94-3cc6f4cd4637 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657547 Sep 15 02:43:45.685098 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8c70c37a-f05b-47af-9579-fd90215b1346 req-e02a8b30-0b5c-40d4-b5ba-170294db6e10 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0421889 Sep 15 02:43:45.776268 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e96eb701-aba1-46db-bf8a-eebf409b78f4 req-331b6720-611d-49c3-b8a3-213129a248ab tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0253937 Sep 15 02:43:45.986902 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffb804-409b-42da-b412-27a1707b875a req-3e450bf2-3fc8-4ca4-a066-86318254e2d8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:45.988342 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5dffb804-409b-42da-b412-27a1707b875a req-3e450bf2-3fc8-4ca4-a066-86318254e2d8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0516536 Sep 15 02:43:46.031421 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5dffb804-409b-42da-b412-27a1707b875a req-ef1f1f06-5812-413b-b1f9-c987a027aca4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Sep 15 02:43:46.389813 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b5c77900-dbf3-4761-9681-1f7f97acdebe req-bc068bce-6354-4aed-bd0b-1f2015e0b46e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 210 time: 0.0384104 Sep 15 02:43:46.788754 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-12c35939-aad3-495b-bd04-f4b148b4c4fe req-44496b4e-a977-4608-92ce-f5d0e4dfa120 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0344694 Sep 15 02:43:46.828008 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467f03d-874f-4791-838a-89917d72d244 req-e4103653-bf00-4210-a010-7baa245ab5ec tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:46.829533 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f467f03d-874f-4791-838a-89917d72d244 req-e4103653-bf00-4210-a010-7baa245ab5ec tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0661590 Sep 15 02:43:46.885573 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ec446e02-e74a-4c31-8fdb-f66db06b54d8 req-2ce59603-9526-4a86-84ca-4c4709af51fe tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0321183 Sep 15 02:43:46.899181 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f467f03d-874f-4791-838a-89917d72d244 req-43ec534e-dd9e-4905-8ce9-6ad2fd0a10aa tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Sep 15 02:43:47.146405 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b8240-e322-43cb-a0b4-c5499155d256 req-4ae2f9b7-caf5-48e9-b44a-f58ee1b5f536 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:47.147939 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-590b8240-e322-43cb-a0b4-c5499155d256 req-4ae2f9b7-caf5-48e9-b44a-f58ee1b5f536 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0468187 Sep 15 02:43:47.185085 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-590b8240-e322-43cb-a0b4-c5499155d256 req-61d76cb2-e165-4b5a-8db0-93b523b96a2f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Sep 15 02:43:47.478304 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-35f4c28a-8240-49e8-89e8-5bc479784c9d req-a747b87b-325e-4302-917f-206ca56fa511 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 210 time: 0.0251789 Sep 15 02:43:47.891242 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0f74d2d4-9be4-4766-8785-edaa91e44c01 req-598cd3eb-4512-4f2e-8490-e59f5a0616a3 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0271626 Sep 15 02:43:47.992774 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-730bc977-7d00-4c34-951c-ae2f044b8771 req-fed11870-6ee2-4455-8d4a-7d258171f841 tempest-AttachVolumeNegativeTest-558651100 tempest-AttachVolumeNegativeTest-558651100-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b60182-faa2-41c6-b7fe-e9252bd20700 HTTP/1.1" status: 200 len: 210 time: 0.0314221 Sep 15 02:43:48.040451 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b980f2-e698-4709-bd5d-07ecfe7add0f req-bd2d95e1-7025-414e-9445-2920900ff653 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:48.041940 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-13b980f2-e698-4709-bd5d-07ecfe7add0f req-bd2d95e1-7025-414e-9445-2920900ff653 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0514874 Sep 15 02:43:48.086134 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-13b980f2-e698-4709-bd5d-07ecfe7add0f req-ea942420-174e-46de-ba68-6399c8487fce tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Sep 15 02:43:48.300285 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5c85-0106-48f6-935a-d157e777f63c req-cd839cb7-47ee-4703-acce-73f02390f57f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:48.301742 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-67bb5c85-0106-48f6-935a-d157e777f63c req-cd839cb7-47ee-4703-acce-73f02390f57f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0462873 Sep 15 02:43:48.338404 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-67bb5c85-0106-48f6-935a-d157e777f63c req-0aa2dfea-38e0-45b6-bde2-879f1c8845ed tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Sep 15 02:43:48.573207 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bbb2feee-7bba-4ee1-8123-43bdde8cfb11 req-aa6ca405-564b-410e-a400-3e7432f9592f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 210 time: 0.0291138 Sep 15 02:43:48.982929 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ba3b9bae-3cca-413e-8956-fb7339eafca5 req-da6ff1ae-dacd-4939-ba3f-a20500ce588f tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0250094 Sep 15 02:43:49.047245 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49264) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:49.091749 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Deleting subnet 2d5b084c-dee3-487b-97e5-eb1cc4f8e354 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:43:49.095695 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.132527 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.198848 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.245284 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401c4f1-8213-43f6-8fb2-d0db58358d83 req-b6d1e05e-5314-4371-87f9-952fdf31653a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:49.246724 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e401c4f1-8213-43f6-8fb2-d0db58358d83 req-b6d1e05e-5314-4371-87f9-952fdf31653a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0863924 Sep 15 02:43:49.282992 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-d90c5ce4-3214-45a9-bef6-06aaba80f84f tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f165aa748dbf4202b42e65d8a92ab9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336525 Sep 15 02:43:49.295270 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e401c4f1-8213-43f6-8fb2-d0db58358d83 req-81e50a82-0940-4f8e-88bc-e447d2550e30 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Sep 15 02:43:49.404493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.440516 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5b084c-dee3-487b-97e5-eb1cc4f8e354,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:49.446947 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.451629 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2d5b084c-dee3-487b-97e5-eb1cc4f8e354 HTTP/1.1" status: 204 len: 168 time: 0.3997252 Sep 15 02:43:49.451754 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 49270) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:49.473747 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.474441 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.474794 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.475138 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.475776 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.475938 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.476207 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.476697 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.477032 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.477362 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.477690 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.478015 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22801e-7887-4c4d-af67-7828fe8ae79e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:49.488323 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-8563b512-4b4a-4ef4-8340-d6461758e594 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:49.489571 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-8563b512-4b4a-4ef4-8340-d6461758e594 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999617 Sep 15 02:43:49.507749 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08028e23-cea5-42d2-a4c2-2464c24e77f1 req-8cfe440a-78b2-4f5d-8072-50d1f3e605d9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:49.509291 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-08028e23-cea5-42d2-a4c2-2464c24e77f1 req-8cfe440a-78b2-4f5d-8072-50d1f3e605d9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0793726 Sep 15 02:43:49.541692 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Request body: {'port': {'device_id': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142', 'admin_state_up': True, 'tenant_id': 'f165aa748dbf4202b42e65d8a92ab9c5'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:49.556492 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-08028e23-cea5-42d2-a4c2-2464c24e77f1 req-a6947964-4ae0-450a-9514-b8879897cf36 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Sep 15 02:43:49.560518 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.678196 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c88ba31b-f734-4947-b9ab-2ae1e0563ab1 req-e6e1af80-36b3-4857-a93e-ca6fd456d63c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 210 time: 0.0318103 Sep 15 02:43:49.721801 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.749585 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.749911 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.750804 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.751289 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > port after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.751557 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > port after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.751870 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > port after_update 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.752184 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.752544 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.752854 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.753185 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.883425 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.883771 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.884107 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.884475 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:43:49.884846 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6129bfb6-246e-48a1-859b-0d188bf7590f']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:49.914406 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec1c19f-9ac1-40a6-b056-b86939bde53c') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:49.914703 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec1c19f-9ac1-40a6-b056-b86939bde53c') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:43:49.948129 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29176446'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:49.974786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Made reservation on behalf of f165aa748dbf4202b42e65d8a92ab9c5 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:43:49.978152 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.012973 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.020623 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.030165 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:43:50.030556 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486571'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: from cryptography.utils import int_from_bytes Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: from cryptography.utils import int_from_bytes Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: Traceback (most recent call last): Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: timer() Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: cb(*args, **kw) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: return func(*args, **kwargs) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: self._notify() Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: self.callback(batched_events) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: event.method(event) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: return f(self, *a, **k) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._get(url).json() Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: return self.request(url, 'GET', **kwargs) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:43:50.039444 dv-cinder-760193-12-iscsi neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:43:50.087435 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5a5278c3-9c7e-4984-9363-797b1b5f7aa7 req-fd43bf02-4123-4bfb-980d-b17c97cabae7 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0275395 Sep 15 02:43:50.145348 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-0f602501-e476-4886-b32e-91e3ad23e1d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:50.146889 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-0f602501-e476-4886-b32e-91e3ad23e1d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 812 time: 0.2556767 Sep 15 02:43:50.191982 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.231424 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.231424 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] 10.222.0.15 "DELETE /v2.0/networks/6129bfb6-246e-48a1-859b-0d188bf7590f HTTP/1.1" status: 204 len: 168 time: 0.7773991 Sep 15 02:43:50.235797 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbffe3-edbd-4c02-b591-79ffbc779cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=6129bfb6-246e-48a1-859b-0d188bf7590f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:50.251058 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-593f3808-1b6b-4b27-bcb4-852cf4b7551d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 380 time: 0.0763483 Sep 15 02:43:50.252855 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.263109 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'port': {'device_id': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'admin_state_up': True, 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'security_groups': ['c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:50.326657 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.411879 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9453-47b6-4dda-8b30-df09c44e8071 req-7e977b75-aa87-48b8-87c0-686d53167b88 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:50.413494 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-28ca9453-47b6-4dda-8b30-df09c44e8071 req-7e977b75-aa87-48b8-87c0-686d53167b88 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Sep 15 02:43:50.416269 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474044b5-c1f8-42f7-a53c-827a133b6e83,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:50.455304 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-28ca9453-47b6-4dda-8b30-df09c44e8071 req-5d8fe231-7500-4913-92ef-780b0ee4c6e2 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353024 Sep 15 02:43:50.503660 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Allocated IP 192.168.233.103 (d4ec9272-c4dd-4955-9114-464708874142/bf47876f-3b24-490b-8279-c0d162302465/de9843eb-10c6-402e-9bff-93b2ecc3f823) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:43:50.603042 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Made reservation on behalf of 52ad607b4a604c2a9fdbd414efebf435 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:43:50.606721 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.648954 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49286) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:50.701582 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.723758 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337727cd-0c47-4515-aa11-e0dde55598f4 req-b5cf51b6-6bc8-4d77-bd8b-0ac7c3fc381f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:50.725610 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-337727cd-0c47-4515-aa11-e0dde55598f4 req-b5cf51b6-6bc8-4d77-bd8b-0ac7c3fc381f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0919909 Sep 15 02:43:50.747360 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-ea27d9f8-c4ab-4363-9b76-c69ed0756c65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac1722eb5fb64a9b9853cc8612279636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0837903 Sep 15 02:43:50.758646 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49290) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:43:50.789464 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Allocated IP 172.20.0.10 (4a046fe4-7499-4199-a410-41fb611d2e4f/a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989/cea60ab2-b636-4523-b6d4-2d6959f353e9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:43:50.804698 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.818235 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4224bf91-6451-4f89-8113-f6d75cfb252a req-90a81d8b-bc7c-48ea-8bd3-907438970b7d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 210 time: 0.0499761 Sep 15 02:43:50.829240 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-337727cd-0c47-4515-aa11-e0dde55598f4 req-64ca9130-119d-4baf-aec6-07d25d707d30 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948482 Sep 15 02:43:50.865259 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Network d4ec9272-c4dd-4955-9114-464708874142 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:43:50.868840 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5104756a-09b0-4ed2-9fb2-ff3579ba5165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.873326 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:43:50.885119 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:43:50.893499 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5104756a-09b0-4ed2-9fb2-ff3579ba5165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:50.898456 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Pushing event updated for resources: {'Port': ['ID=de9843eb-10c6-402e-9bff-93b2ecc3f823,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:50.992841 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:50.993481 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.032719 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-7dc9f63e-a10a-4010-88ad-f8818f0901d9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:51.034845 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-7dc9f63e-a10a-4010-88ad-f8818f0901d9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.0543537 Sep 15 02:43:51.035881 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5104756a-09b0-4ed2-9fb2-ff3579ba5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.036352 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.038520 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5104756a-09b0-4ed2-9fb2-ff3579ba5165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.039591 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5104756a-09b0-4ed2-9fb2-ff3579ba5165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a789338-565c-4b8a-a5da-8cb879a95ae0 HTTP/1.1" status: 204 len: 168 time: 0.2796328 Sep 15 02:43:51.060589 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104756a-09b0-4ed2-9fb2-ff3579ba5165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a789338-565c-4b8a-a5da-8cb879a95ae0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:51.068347 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-6ed5aa61-3faa-4c1a-a3d5-6eac4b142859 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5343888 Sep 15 02:43:51.093404 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Request body: {'port': {'device_id': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:51.158005 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e7cfe741-5bd8-4b2c-8617-7f5cc8a7f838 None None] Provisioning complete for port de9843eb-10c6-402e-9bff-93b2ecc3f823 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:51.158005 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe741-5bd8-4b2c-8617-7f5cc8a7f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.193831 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Deleting port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:43:51.194336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.229323 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e7cfe741-5bd8-4b2c-8617-7f5cc8a7f838 None None] Port de9843eb-10c6-402e-9bff-93b2ecc3f823 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:43:51.332198 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13598c-cb4e-4d09-a914-c5da666e4ad9 req-628b00e6-2426-4b4e-b5de-8efd67769f75 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:51.333809 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d13598c-cb4e-4d09-a914-c5da666e4ad9 req-628b00e6-2426-4b4e-b5de-8efd67769f75 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 936 time: 0.1087840 Sep 15 02:43:51.342122 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] For port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:51.342493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.371474 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Calling delete_port for 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:43:51.404240 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d13598c-cb4e-4d09-a914-c5da666e4ad9 req-45efc9a5-b72d-48a3-b0d3-d2cebf50dd89 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Sep 15 02:43:51.415082 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.462734 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.492992 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Network 4a046fe4-7499-4199-a410-41fb611d2e4f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:43:51.546186 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:43:51.553956 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:43:51.586673 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=cea60ab2-b636-4523-b6d4-2d6959f353e9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:51.647812 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47b6f-b80b-4f88-a20c-c0eae774482c req-6da4f999-f40b-4fd0-b5da-8b2fe4b40f07 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:51.655345 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f4c47b6f-b80b-4f88-a20c-c0eae774482c req-6da4f999-f40b-4fd0-b5da-8b2fe4b40f07 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1176226 Sep 15 02:43:51.678446 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:51.679604 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.698769 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f4c47b6f-b80b-4f88-a20c-c0eae774482c req-e2062f85-6952-4745-99a0-793f64dad99e tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Sep 15 02:43:51.724208 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.754683 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Pushing event deleted for resources: {'Port': ['ID=51ddecc2-da0f-4ff9-bda1-2eac7760a7a6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:51.764984 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-201b22b1-eae8-4525-8fb2-e0b94911df60 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5056701 Sep 15 02:43:51.767492 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['2e076bdd-98e1-4c01-af2f-0d26d613e688', '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:51.790119 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Request body: {'port': {'device_id': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:43:51.827949 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] No DVR routers for this DVR port 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 on host hv-cinder-76019 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:43:51.831882 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.833830 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fbd49a04-048a-42c4-bab2-113dbf949f34 req-fed5d5b1-29aa-4832-8705-d179a36ba2d6 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "DELETE /v2.0/ports/51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 HTTP/1.1" status: 204 len: 173 time: 0.7916942 Sep 15 02:43:51.834280 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'name': 'network-vif-deleted', 'tag': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:51.836573 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfadced-2914-449c-a693-82c747d4cb27" -d '{"events": [{"server_uuid": "a774c78b-8234-4da9-b8ed-d2780b5d3b22", "name": "network-vif-deleted", "tag": "51ddecc2-da0f-4ff9-bda1-2eac7760a7a6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:51.890973 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.919806 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-24fae2a8-3c7f-4875-a102-7789977aa0f8 None None] Provisioning complete for port cea60ab2-b636-4523-b6d4-2d6959f353e9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:51.920584 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-24fae2a8-3c7f-4875-a102-7789977aa0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.940300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9843eb-10c6-402e-9bff-93b2ecc3f823 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:43:51.941803 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34826512-7076-4503-8604-d6240c5d1f56 x-openstack-request-id: req-34826512-7076-4503-8604-d6240c5d1f56 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:51.942313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a774c78b-8234-4da9-b8ed-d2780b5d3b22", "name": "network-vif-deleted", "tag": "51ddecc2-da0f-4ff9-bda1-2eac7760a7a6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:51.942920 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34826512-7076-4503-8604-d6240c5d1f56 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:51.943697 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a774c78b-8234-4da9-b8ed-d2780b5d3b22', 'name': 'network-vif-deleted', 'tag': '51ddecc2-da0f-4ff9-bda1-2eac7760a7a6', 'status': 'completed', 'code': 200} Sep 15 02:43:51.948995 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.978060 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Transition to ACTIVE for port object de9843eb-10c6-402e-9bff-93b2ecc3f823 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:43:51.980596 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-24fae2a8-3c7f-4875-a102-7789977aa0f8 None None] Port cea60ab2-b636-4523-b6d4-2d6959f353e9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:43:52.071905 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00610ad8-b3e0-4d47-a73b-cfd2aa5998a9 req-6506d2e1-0d89-4cb9-bbe6-e8afccaf5724 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:52.072958 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00610ad8-b3e0-4d47-a73b-cfd2aa5998a9 req-6506d2e1-0d89-4cb9-bbe6-e8afccaf5724 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 932 time: 0.0957091 Sep 15 02:43:52.080626 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:52.098704 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301088fe-ab83-493c-963a-39266154f370 req-81925fc7-62bd-4261-83b5-6d4ca3d8dffd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:52.101001 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-301088fe-ab83-493c-963a-39266154f370 req-81925fc7-62bd-4261-83b5-6d4ca3d8dffd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0850344 Sep 15 02:43:52.176521 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00610ad8-b3e0-4d47-a73b-cfd2aa5998a9 req-ca66eb80-304f-43a2-bdd8-13f909a57e9a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804605 Sep 15 02:43:52.186104 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Pushing event updated for resources: {'Port': ['ID=de9843eb-10c6-402e-9bff-93b2ecc3f823,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:52.195633 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-301088fe-ab83-493c-963a-39266154f370 req-d43ce84d-bbc5-449e-bc14-5259a7c4714b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776720 Sep 15 02:43:52.316805 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Attempting to bind port de9843eb-10c6-402e-9bff-93b2ecc3f823 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:43:52.316968 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Attempting to bind port de9843eb-10c6-402e-9bff-93b2ecc3f823 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:43:52.317184 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Attempting to bind port de9843eb-10c6-402e-9bff-93b2ecc3f823 on network d4ec9272-c4dd-4955-9114-464708874142 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:43:52.344173 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Port de9843eb-10c6-402e-9bff-93b2ecc3f823 on network d4ec9272-c4dd-4955-9114-464708874142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:43:52.345100 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Attempting to bind port de9843eb-10c6-402e-9bff-93b2ecc3f823 on network d4ec9272-c4dd-4955-9114-464708874142 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:43:52.353861 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:43:52.354199 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Checking segment: {'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:43:52.354593 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Bound using segment: {'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:43:52.355269 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Bound port: de9843eb-10c6-402e-9bff-93b2ecc3f823, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdeadd68-c029-4d37-8771-1bf29a1927ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:43:52.355628 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:52.370092 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea60ab2-b636-4523-b6d4-2d6959f353e9 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:43:52.379566 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:52.414858 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Transition to ACTIVE for port object cea60ab2-b636-4523-b6d4-2d6959f353e9 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:43:52.441725 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] For port de9843eb-10c6-402e-9bff-93b2ecc3f823, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:43:52.449814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] For port de9843eb-10c6-402e-9bff-93b2ecc3f823, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=de9843eb-10c6-402e-9bff-93b2ecc3f823,segment=NetworkSegment(fdeadd68-c029-4d37-8771-1bf29a1927ba),segment_id=fdeadd68-c029-4d37-8771-1bf29a1927ba)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:43:52.490583 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:52.535802 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2211c-48f2-45a9-a8cd-05f849acfffb req-328384e6-0764-42a5-84f2-9c17ee34abe8 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:52.539894 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:52.548855 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00f2211c-48f2-45a9-a8cd-05f849acfffb req-328384e6-0764-42a5-84f2-9c17ee34abe8 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 948 time: 0.0598004 Sep 15 02:43:52.559606 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Pushing event updated for resources: {'Port': ['ID=cea60ab2-b636-4523-b6d4-2d6959f353e9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:52.572304 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:52.573183 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:52.574820 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] 10.222.0.37 "PUT /v2.0/ports/de9843eb-10c6-402e-9bff-93b2ecc3f823 HTTP/1.1" status: 200 len: 1098 time: 1.4870858 Sep 15 02:43:52.578420 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'tag': 'de9843eb-10c6-402e-9bff-93b2ecc3f823'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:52.581382 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0ec7b1-3989-4083-bd24-76b644383924" -d '{"events": [{"name": "network-changed", "server_uuid": "6f04a90c-3df0-4bfd-8c1e-286451c9914b", "tag": "de9843eb-10c6-402e-9bff-93b2ecc3f823"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:52.604144 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00f2211c-48f2-45a9-a8cd-05f849acfffb req-a77b82db-6632-4f91-8e56-ad3b330f4b95 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565128 Sep 15 02:43:52.675477 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaac5d7-b17f-411a-b307-9ffa555a243b x-openstack-request-id: req-1aaac5d7-b17f-411a-b307-9ffa555a243b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:52.675774 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f04a90c-3df0-4bfd-8c1e-286451c9914b", "tag": "de9843eb-10c6-402e-9bff-93b2ecc3f823", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:52.676029 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1aaac5d7-b17f-411a-b307-9ffa555a243b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:52.676461 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'tag': 'de9843eb-10c6-402e-9bff-93b2ecc3f823', 'status': 'completed', 'code': 200} Sep 15 02:43:52.707934 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70935316-b0d6-4af6-b98f-521e473f5e5e service neutron] Pushing event updated for resources: {'Port': ['ID=de9843eb-10c6-402e-9bff-93b2ecc3f823,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:52.754455 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Attempting to bind port cea60ab2-b636-4523-b6d4-2d6959f353e9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:43:52.755043 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Attempting to bind port cea60ab2-b636-4523-b6d4-2d6959f353e9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:43:52.755750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Attempting to bind port cea60ab2-b636-4523-b6d4-2d6959f353e9 on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:43:52.765200 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Port cea60ab2-b636-4523-b6d4-2d6959f353e9 on network 4a046fe4-7499-4199-a410-41fb611d2e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:43:52.765796 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Attempting to bind port cea60ab2-b636-4523-b6d4-2d6959f353e9 on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:43:52.780792 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:43:52.781171 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Checking segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:43:52.781640 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Bound using segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:43:52.783858 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Bound port: cea60ab2-b636-4523-b6d4-2d6959f353e9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:43:52.785983 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:52.823387 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ec7b1-3989-4083-bd24-76b644383924 req-efaf660d-6361-4739-b73e-3e86c9b5d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:52.825228 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb0ec7b1-3989-4083-bd24-76b644383924 req-efaf660d-6361-4739-b73e-3e86c9b5d4b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f165aa748dbf4202b42e65d8a92ab9c5&device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 1101 time: 0.1066115 Sep 15 02:43:52.857527 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e68d492a-57aa-4a71-89f5-c8a7d3170950 req-a7273e16-bd19-4c1c-9cf7-4b20cc958f11 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a774c78b-8234-4da9-b8ed-d2780b5d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0472558 Sep 15 02:43:52.894884 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb0ec7b1-3989-4083-bd24-76b644383924 req-c9974969-c5d1-452f-b15a-7b4de807d4b7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f165aa748dbf4202b42e65d8a92ab9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257130 Sep 15 02:43:52.952723 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] For port cea60ab2-b636-4523-b6d4-2d6959f353e9, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:43:52.993086 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] For port cea60ab2-b636-4523-b6d4-2d6959f353e9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:43:53.019730 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ec7b1-3989-4083-bd24-76b644383924 req-2e88e442-7272-445a-9880-e39dbc06e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.021223 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-bb0ec7b1-3989-4083-bd24-76b644383924 req-2e88e442-7272-445a-9880-e39dbc06e84e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1153748 Sep 15 02:43:53.062068 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:53.111691 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.111691 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:53.112691 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] 10.222.0.37 "PUT /v2.0/ports/cea60ab2-b636-4523-b6d4-2d6959f353e9 HTTP/1.1" status: 200 len: 1094 time: 1.3273277 Sep 15 02:43:53.152791 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4935093-c745-4e44-8695-e2d39dd8600f service neutron] Pushing event updated for resources: {'Port': ['ID=cea60ab2-b636-4523-b6d4-2d6959f353e9,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:53.163020 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-9f6bf900-acd2-4d37-9118-ef7be808f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.164657 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-9f6bf900-acd2-4d37-9118-ef7be808f1ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f165aa748dbf4202b42e65d8a92ab9c5&device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 1101 time: 0.0683739 Sep 15 02:43:53.228197 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-3000578b-f1a3-468c-b910-d89a23891814 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=de9843eb-10c6-402e-9bff-93b2ecc3f823 HTTP/1.1" status: 200 len: 217 time: 0.0478008 Sep 15 02:43:53.326766 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53e40e-cabd-4b0f-8433-c7d4d9ac354b req-25a876af-1762-4641-878e-dfa2abb1397d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.332968 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5f53e40e-cabd-4b0f-8433-c7d4d9ac354b req-25a876af-1762-4641-878e-dfa2abb1397d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0915978 Sep 15 02:43:53.335469 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-78eb6480-a301-4f7d-b451-d6d74e98684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.337122 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-78eb6480-a301-4f7d-b451-d6d74e98684a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf47876f-3b24-490b-8279-c0d162302465 HTTP/1.1" status: 200 len: 843 time: 0.0862343 Sep 15 02:43:53.339852 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-e4352a67-a5f3-48fb-b22d-3155c5f034a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.341236 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-e4352a67-a5f3-48fb-b22d-3155c5f034a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 1097 time: 0.0807924 Sep 15 02:43:53.365035 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0b941-6eab-47a5-b2d2-1668fe7469d4 req-bb61774d-3132-4c2f-ae0c-f433b8869a6c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.367056 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bbe0b941-6eab-47a5-b2d2-1668fe7469d4 req-bb61774d-3132-4c2f-ae0c-f433b8869a6c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0965896 Sep 15 02:43:53.409982 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5f53e40e-cabd-4b0f-8433-c7d4d9ac354b req-e5ed5538-b71a-4f5c-8ae1-6c34f6fa6535 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735197 Sep 15 02:43:53.422945 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bbe0b941-6eab-47a5-b2d2-1668fe7469d4 req-38328378-e41f-4964-b838-855210d83d58 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489414 Sep 15 02:43:53.449371 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-3733b2b9-a4c8-4600-939f-ae16dfce298c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9 HTTP/1.1" status: 200 len: 217 time: 0.0660059 Sep 15 02:43:53.463642 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140800-0724-4212-8c43-3110b440d6b0 req-5c1f59ed-22de-48af-b152-5b8bb05daa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.465094 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-5c1f59ed-22de-48af-b152-5b8bb05daa17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4ec9272-c4dd-4955-9114-464708874142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0831497 Sep 15 02:43:53.559671 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-1ef83f68-8090-4b90-b52b-9de76595e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.561137 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-1ef83f68-8090-4b90-b52b-9de76595e2b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0997214 Sep 15 02:43:53.617414 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-20dd2509-cfde-48cf-9241-73505c9d0d35 service neutron] 10.222.0.37 "GET /v2.0/networks/d4ec9272-c4dd-4955-9114-464708874142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438737 Sep 15 02:43:53.626503 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-a9a7f949-40ff-4482-9f0d-7ac5b97a509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.629330 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-a9a7f949-40ff-4482-9f0d-7ac5b97a509f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562446 Sep 15 02:43:53.727603 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d824f-d7b4-4bb6-ae87-a64db60c7693 req-21cb3923-3b15-4f89-a4a2-0299c2dcdfec tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:53.729089 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7e3d824f-d7b4-4bb6-ae87-a64db60c7693 req-21cb3923-3b15-4f89-a4a2-0299c2dcdfec tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 948 time: 0.0468898 Sep 15 02:43:53.768173 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7e3d824f-d7b4-4bb6-ae87-a64db60c7693 req-4f31c7da-fe57-42a6-8a26-9144579b81e9 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Sep 15 02:43:53.777235 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0b140800-0724-4212-8c43-3110b440d6b0 req-2a8d50ba-3996-4a19-b10c-d00893b95814 service neutron] 10.222.0.37 "GET /v2.0/networks/d4ec9272-c4dd-4955-9114-464708874142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484985 Sep 15 02:43:53.779051 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-b280abb8-a2b5-4175-9090-a39241ff6b46 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429899 Sep 15 02:43:53.880702 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6c625808-e725-4c53-8d83-84a3823d2be9 req-4f58b458-0a38-45b1-9461-8bdc481f7a60 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829253 Sep 15 02:43:54.261369 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:54.379333 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33bae9-6434-4afe-b163-eff3f9c77d4c req-90554845-32f5-448a-b260-e5ee85042273 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:54.381071 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ce33bae9-6434-4afe-b163-eff3f9c77d4c req-90554845-32f5-448a-b260-e5ee85042273 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0474734 Sep 15 02:43:54.420010 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ce33bae9-6434-4afe-b163-eff3f9c77d4c req-e4bf78cf-6554-4ee6-9d0b-5a8c31314ee8 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328681 Sep 15 02:43:54.526750 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9b3bb-67d4-47d3-8624-93226ebcfc70 req-3b397c41-0285-42c7-a1c1-050ad48677a8 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:54.528311 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c9d9b3bb-67d4-47d3-8624-93226ebcfc70 req-3b397c41-0285-42c7-a1c1-050ad48677a8 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0501864 Sep 15 02:43:54.597053 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c9d9b3bb-67d4-47d3-8624-93226ebcfc70 req-c9caff33-4e03-4fd8-9d79-b9b6ddafc060 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608740 Sep 15 02:43:54.614137 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315a5d-6740-45b6-a915-8bdf47a5dcd2 req-4cd2c6e7-adfc-48a5-9b63-054cd9f122db tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:54.615597 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-69315a5d-6740-45b6-a915-8bdf47a5dcd2 req-4cd2c6e7-adfc-48a5-9b63-054cd9f122db tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0625987 Sep 15 02:43:54.653974 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-69315a5d-6740-45b6-a915-8bdf47a5dcd2 req-c063360e-6082-4d55-b34c-fd02e343676c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Sep 15 02:43:54.677867 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:54.680209 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0a7f43-1bf3-402b-b911-d56b7df6c126" -d '{"events": [{"name": "network-changed", "server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:54.714862 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf2177-faed-4386-94ba-e990bb2ab95e x-openstack-request-id: req-03bf2177-faed-4386-94ba-e990bb2ab95e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:54.715160 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:54.715413 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03bf2177-faed-4386-94ba-e990bb2ab95e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:54.715806 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'status': 'completed', 'code': 200} Sep 15 02:43:54.815888 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-0427dd69-ffbe-4ab7-836c-5bffef2d5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:54.817569 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-0427dd69-ffbe-4ab7-836c-5bffef2d5f06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 1097 time: 0.0467958 Sep 15 02:43:54.883193 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562e10d-89a4-43a6-99fa-5f68a2f94497 req-33c01750-6274-4af0-8d2c-7905d80862d7 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:54.885263 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9562e10d-89a4-43a6-99fa-5f68a2f94497 req-33c01750-6274-4af0-8d2c-7905d80862d7 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 948 time: 0.0499289 Sep 15 02:43:54.912867 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-b5cd0981-400e-4c5f-b740-f3e6e85b1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:54.914325 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-b5cd0981-400e-4c5f-b740-f3e6e85b1cb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.0866785 Sep 15 02:43:54.923242 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9562e10d-89a4-43a6-99fa-5f68a2f94497 req-8a9d2439-bcc6-4fd5-a004-7ea599f5dfa7 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304172 Sep 15 02:43:54.961242 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-dadd30a6-965a-4ba9-b073-0435d456d3fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9 HTTP/1.1" status: 200 len: 217 time: 0.0370593 Sep 15 02:43:54.988436 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:43:55.008931 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:43:55.008931 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 51ddecc2-da0f-4ff9-bda1-2eac7760a7a6 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:43:55.018667 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-ef9bcbed-8870-401f-b510-83d845e6e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:55.020108 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-ef9bcbed-8870-401f-b510-83d845e6e17c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0482752 Sep 15 02:43:55.066892 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-7062eab3-c0eb-4dcc-98e9-0332bc6d54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:55.070861 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-7062eab3-c0eb-4dcc-98e9-0332bc6d54ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403826 Sep 15 02:43:55.162809 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-ebbb04a3-029e-4508-824f-8bdd34e939a8 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856681 Sep 15 02:43:55.252613 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ae0a7f43-1bf3-402b-b911-d56b7df6c126 req-f3835d90-bb05-48ba-bb32-d5941a7b6d27 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823195 Sep 15 02:43:55.532393 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b2713-e573-4f0b-8ed2-57517ed434d2 req-de60c8c8-c1da-4023-aa69-f399c4835793 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:55.533861 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a34b2713-e573-4f0b-8ed2-57517ed434d2 req-de60c8c8-c1da-4023-aa69-f399c4835793 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0470433 Sep 15 02:43:55.574805 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a34b2713-e573-4f0b-8ed2-57517ed434d2 req-d1bfe4eb-e5cb-4727-b306-7a5f0f951208 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Sep 15 02:43:55.711174 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92d8cd-2e04-4ee5-ae37-056ac4695fc4 req-21b3397c-5b86-467a-8673-2bd9f6721013 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:55.712581 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f92d8cd-2e04-4ee5-ae37-056ac4695fc4 req-21b3397c-5b86-467a-8673-2bd9f6721013 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0477920 Sep 15 02:43:55.779826 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f92d8cd-2e04-4ee5-ae37-056ac4695fc4 req-c0f76f23-2eac-497f-bbaf-5bcdb836963e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611148 Sep 15 02:43:55.792816 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982778d2-b50c-4c90-8304-b4e478c1191b req-e3778082-47b7-4a04-a465-cbfcdcb8fe18 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:55.794292 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-982778d2-b50c-4c90-8304-b4e478c1191b req-e3778082-47b7-4a04-a465-cbfcdcb8fe18 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0688515 Sep 15 02:43:55.832317 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-982778d2-b50c-4c90-8304-b4e478c1191b req-d8e71f7b-c4a2-4a35-91ef-330de01c08d3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Sep 15 02:43:56.040024 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463f221-200c-48d3-8515-70992b4767e6 req-b1ebdc9a-58eb-40de-a423-60fedb40ce1e tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:56.041485 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f463f221-200c-48d3-8515-70992b4767e6 req-b1ebdc9a-58eb-40de-a423-60fedb40ce1e tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 948 time: 0.0498459 Sep 15 02:43:56.077043 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f463f221-200c-48d3-8515-70992b4767e6 req-7d5d6f7a-ae50-4e08-9ea8-e9404cdf9478 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296018 Sep 15 02:43:56.697009 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fce747-b413-418d-a911-3ac6a1faaf69 req-83bffcd4-3a78-4354-b26c-30fb7e4c6703 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:56.698489 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-95fce747-b413-418d-a911-3ac6a1faaf69 req-83bffcd4-3a78-4354-b26c-30fb7e4c6703 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0488639 Sep 15 02:43:56.737906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-95fce747-b413-418d-a911-3ac6a1faaf69 req-de740f8c-d49b-4795-bae8-d646e542b8cc tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Sep 15 02:43:56.895468 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815476-8e9b-4add-ae12-805bda3536ef req-f0133791-4d97-471d-b406-3d81ae70bae1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:56.897093 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cb815476-8e9b-4add-ae12-805bda3536ef req-f0133791-4d97-471d-b406-3d81ae70bae1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0490472 Sep 15 02:43:56.968506 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cb815476-8e9b-4add-ae12-805bda3536ef req-71200f3a-958c-4f9b-a505-16e9b84c5f0a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655110 Sep 15 02:43:56.982498 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6147c-7b76-41e3-afd9-47c361af951b req-1321ad3e-e6e1-4bcc-b33e-757a6a3a9997 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:56.982872 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-24c6147c-7b76-41e3-afd9-47c361af951b req-1321ad3e-e6e1-4bcc-b33e-757a6a3a9997 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 943 time: 0.0770361 Sep 15 02:43:56.997872 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device de9843eb-10c6-402e-9bff-93b2ecc3f823 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:43:57.022165 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-24c6147c-7b76-41e3-afd9-47c361af951b req-afd962df-70e8-4cf9-a530-6524c2950f05 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329275 Sep 15 02:43:57.102766 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port de9843eb-10c6-402e-9bff-93b2ecc3f823, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=de9843eb-10c6-402e-9bff-93b2ecc3f823,segment=NetworkSegment(fdeadd68-c029-4d37-8771-1bf29a1927ba),segment_id=fdeadd68-c029-4d37-8771-1bf29a1927ba)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:57.113965 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'de9843eb-10c6-402e-9bff-93b2ecc3f823', 'network_id': 'd4ec9272-c4dd-4955-9114-464708874142', 'port_id': 'de9843eb-10c6-402e-9bff-93b2ecc3f823', 'mac_address': 'fa:16:3e:60:54:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf47876f-3b24-490b-8279-c0d162302465', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:43:57.139130 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-42ee969f-c4ef-4222-9d86-a5129a3e2eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:57.153588 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:57.166223 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9843eb-10c6-402e-9bff-93b2ecc3f823 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:43:57.184854 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port de9843eb-10c6-402e-9bff-93b2ecc3f823, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=de9843eb-10c6-402e-9bff-93b2ecc3f823,segment=NetworkSegment(fdeadd68-c029-4d37-8771-1bf29a1927ba),segment_id=fdeadd68-c029-4d37-8771-1bf29a1927ba)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:57.194656 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718431cf-e26b-47dc-a7d7-e6ad32f3b574 req-97f15413-ab15-4be5-856a-f2d1665222a3 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:57.196273 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-718431cf-e26b-47dc-a7d7-e6ad32f3b574 req-97f15413-ab15-4be5-856a-f2d1665222a3 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 948 time: 0.0485229 Sep 15 02:43:57.234189 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-718431cf-e26b-47dc-a7d7-e6ad32f3b574 req-00b74c68-6a8b-4e6c-9bd4-42e888688816 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Sep 15 02:43:57.238684 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:57.239371 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:43:57.309142 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=de9843eb-10c6-402e-9bff-93b2ecc3f823,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:57.324059 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.324434 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.324773 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.325105 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.325433 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.325780 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.326110 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.326432 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.326768 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.327090 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.327413 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.327729 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:43:57.382710 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:57.394634 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'port_id': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'mac_address': 'fa:16:3e:eb:9d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:43:57.429598 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:57.442624 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5ef637-b7f3-4dfe-a135-57f0482f24bb {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:43:57.461622 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:57.529716 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:57.580602 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:57.858664 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e14077-0603-4286-8f1e-1c90db95f2a0 req-08b0b93c-6150-4f3d-b52d-baf5e5462e94 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:57.860333 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-08e14077-0603-4286-8f1e-1c90db95f2a0 req-08b0b93c-6150-4f3d-b52d-baf5e5462e94 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0560379 Sep 15 02:43:57.897323 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-08e14077-0603-4286-8f1e-1c90db95f2a0 req-2e173fff-5a91-43b7-9d20-f62ab7890234 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Sep 15 02:43:57.967186 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['cf5ef637-b7f3-4dfe-a135-57f0482f24bb'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:58.002713 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['de9843eb-10c6-402e-9bff-93b2ecc3f823'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:43:58.098464 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6b58b-493d-4ee6-8bde-4417957534be req-e686e445-fa34-4a07-b7d2-624d6928dbfc tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:58.100145 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f0b6b58b-493d-4ee6-8bde-4417957534be req-e686e445-fa34-4a07-b7d2-624d6928dbfc tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0561419 Sep 15 02:43:58.145746 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f0b6b58b-493d-4ee6-8bde-4417957534be req-beec48d1-1113-4fde-810c-daede048d2be tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Sep 15 02:43:58.223230 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520e246-65ed-46a5-a3b6-f5abbbe5fda7 req-a060c1b6-d06a-47d9-9896-ffb9ecb54dcd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:58.224753 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a520e246-65ed-46a5-a3b6-f5abbbe5fda7 req-a060c1b6-d06a-47d9-9896-ffb9ecb54dcd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 944 time: 0.0504253 Sep 15 02:43:58.264038 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a520e246-65ed-46a5-a3b6-f5abbbe5fda7 req-3da078d9-692f-4836-b696-de25d966d0cf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332332 Sep 15 02:43:58.370917 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6432dd3-a36e-49fb-aea5-cf23157c1845 req-50c784c0-a10b-411c-9f6b-01947850707e tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:58.372424 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d6432dd3-a36e-49fb-aea5-cf23157c1845 req-50c784c0-a10b-411c-9f6b-01947850707e tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 949 time: 0.0503016 Sep 15 02:43:58.410088 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d6432dd3-a36e-49fb-aea5-cf23157c1845 req-1fe812d3-b4ca-4098-83b3-34b9e4deff3e tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Sep 15 02:43:59.015589 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27390fe-9c9e-4aeb-9222-b5750a866f95 req-f4dcf4dd-559d-4309-8a82-a1ef2a65a293 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:59.017848 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e27390fe-9c9e-4aeb-9222-b5750a866f95 req-f4dcf4dd-559d-4309-8a82-a1ef2a65a293 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0553873 Sep 15 02:43:59.024179 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device de9843eb-10c6-402e-9bff-93b2ecc3f823 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:59.065113 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e27390fe-9c9e-4aeb-9222-b5750a866f95 req-75ce4f44-8163-4ae7-a8b2-8111fe58b337 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Sep 15 02:43:59.112322 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port de9843eb-10c6-402e-9bff-93b2ecc3f823 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:43:59.116112 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port de9843eb-10c6-402e-9bff-93b2ecc3f823 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:59.116527 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:59.195647 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:59.218584 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9843eb-10c6-402e-9bff-93b2ecc3f823'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:43:59.221361 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e022f-fc5d-452b-a912-cf52c8cc5fd7" -d '{"events": [{"server_uuid": "6f04a90c-3df0-4bfd-8c1e-286451c9914b", "name": "network-vif-plugged", "status": "completed", "tag": "de9843eb-10c6-402e-9bff-93b2ecc3f823"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:43:59.234428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port de9843eb-10c6-402e-9bff-93b2ecc3f823, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=de9843eb-10c6-402e-9bff-93b2ecc3f823,segment=NetworkSegment(fdeadd68-c029-4d37-8771-1bf29a1927ba),segment_id=fdeadd68-c029-4d37-8771-1bf29a1927ba)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:59.257647 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b87dd7-1916-4869-bfed-ba5cfdb7cb91 x-openstack-request-id: req-26b87dd7-1916-4869-bfed-ba5cfdb7cb91 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:43:59.257647 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04a90c-3df0-4bfd-8c1e-286451c9914b", "name": "network-vif-plugged", "status": "completed", "tag": "de9843eb-10c6-402e-9bff-93b2ecc3f823", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:43:59.257919 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26b87dd7-1916-4869-bfed-ba5cfdb7cb91 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:43:59.258292 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9843eb-10c6-402e-9bff-93b2ecc3f823', 'code': 200} Sep 15 02:43:59.263946 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74686771-d3c7-4401-8b62-4822b551e49c req-d851c811-cd82-445b-a8ac-2f3d9bc4835d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:59.265529 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-74686771-d3c7-4401-8b62-4822b551e49c req-d851c811-cd82-445b-a8ac-2f3d9bc4835d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0504103 Sep 15 02:43:59.289037 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:59.289772 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:43:59.316931 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-74686771-d3c7-4401-8b62-4822b551e49c req-2cc3197a-5557-427c-9748-aba8cfb18de8 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Sep 15 02:43:59.366438 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=de9843eb-10c6-402e-9bff-93b2ecc3f823,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:59.376662 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port cf5ef637-b7f3-4dfe-a135-57f0482f24bb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:43:59.377053 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:59.398196 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317ec2-9d88-4748-a262-552a39da7f18 req-8d56db39-4ef2-464b-9721-db4703513deb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:59.405441 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c3317ec2-9d88-4748-a262-552a39da7f18 req-8d56db39-4ef2-464b-9721-db4703513deb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 944 time: 0.0499408 Sep 15 02:43:59.441715 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c3317ec2-9d88-4748-a262-552a39da7f18 req-7a160673-5eb7-471c-a7f2-cda40ef7c425 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352907 Sep 15 02:43:59.466817 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:59.494709 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:43:59.541158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2779eff-bdea-4f54-89df-8766e6121231 req-17b6754f-c75b-4191-9fd1-86b104e206c7 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:59.542791 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c2779eff-bdea-4f54-89df-8766e6121231 req-17b6754f-c75b-4191-9fd1-86b104e206c7 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 950 time: 0.0541844 Sep 15 02:43:59.581509 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c2779eff-bdea-4f54-89df-8766e6121231 req-d4d95b27-28d9-4360-919e-083aafb3b238 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Sep 15 02:43:59.586932 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:59.633741 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0cd94-3776-49f7-9a29-725816a3ec93 req-6fa2d403-16f1-4f4a-bc8f-2d5f26025937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:59.635276 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6af0cd94-3776-49f7-9a29-725816a3ec93 req-6fa2d403-16f1-4f4a-bc8f-2d5f26025937 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 1103 time: 0.0443723 Sep 15 02:43:59.639183 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:43:59.678887 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6af0cd94-3776-49f7-9a29-725816a3ec93 req-00dce784-6361-491b-b4d9-e0a002f78283 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285563 Sep 15 02:43:59.717790 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f6badeae-a7da-4d55-bc21-4d9ba4f9ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:59.992572 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:00.179271 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4a519-6eeb-4416-8675-3c59354e05b5 req-8af87cd1-54ed-4d9f-8d64-c3b8145e0b25 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:00.180756 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00a4a519-6eeb-4416-8675-3c59354e05b5 req-8af87cd1-54ed-4d9f-8d64-c3b8145e0b25 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0476637 Sep 15 02:44:00.218193 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00a4a519-6eeb-4416-8675-3c59354e05b5 req-a36251f5-72ad-4b47-ac19-ba63ec1938bb tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34ff311-5c99-4409-9977-fcb48c1616ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Sep 15 02:44:00.428118 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4268-9398-42d8-a633-bcb561675ecf req-aa159b2d-0767-41e1-8b72-9071b8df8d5d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:00.429577 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-911e4268-9398-42d8-a633-bcb561675ecf req-aa159b2d-0767-41e1-8b72-9071b8df8d5d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0468094 Sep 15 02:44:00.466814 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-911e4268-9398-42d8-a633-bcb561675ecf req-1a889a68-91ac-425f-8644-369ea8e6ec7c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Sep 15 02:44:00.569650 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d970f02-43f1-4a28-a7ce-aadc6a58d122 req-2edcdde5-367e-4632-b3f0-4e834f72d9ad tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:00.571168 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2d970f02-43f1-4a28-a7ce-aadc6a58d122 req-2edcdde5-367e-4632-b3f0-4e834f72d9ad tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0538895 Sep 15 02:44:00.608705 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2d970f02-43f1-4a28-a7ce-aadc6a58d122 req-09cdf417-4516-43a4-bf5a-a815ab4b7a29 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Sep 15 02:44:00.700201 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f326262-f0d8-4d84-b01a-0c0ed3f53e96 req-f2c6746d-d627-4724-bfae-feaf8d729972 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:00.701672 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0f326262-f0d8-4d84-b01a-0c0ed3f53e96 req-f2c6746d-d627-4724-bfae-feaf8d729972 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 950 time: 0.0477533 Sep 15 02:44:00.738955 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0f326262-f0d8-4d84-b01a-0c0ed3f53e96 req-523e7629-01c3-4d79-bb9b-c81df9f53687 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Sep 15 02:44:00.842603 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-a44f3261-98ff-429f-afc1-0e1a9abf9aa9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:00.844816 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-a44f3261-98ff-429f-afc1-0e1a9abf9aa9 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Sep 15 02:44:00.929770 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:00.946257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Deleting port 2e076bdd-98e1-4c01-af2f-0d26d613e688 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:44:00.946595 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:01.038046 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] For port 2e076bdd-98e1-4c01-af2f-0d26d613e688, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2e076bdd-98e1-4c01-af2f-0d26d613e688,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:01.038411 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:01.051246 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Calling delete_port for 2e076bdd-98e1-4c01-af2f-0d26d613e688 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:44:01.260057 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:01.262399 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755bd390-7b5f-477e-a6d1-9edc67969a98" -d '{"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:01.272845 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:01.302138 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8eb846-0308-426b-afcf-b637ad9968b3 x-openstack-request-id: req-2e8eb846-0308-426b-afcf-b637ad9968b3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:01.302919 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:01.303359 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e8eb846-0308-426b-afcf-b637ad9968b3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:01.303914 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'code': 200} Sep 15 02:44:01.310746 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Pushing event deleted for resources: {'Port': ['ID=2e076bdd-98e1-4c01-af2f-0d26d613e688,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:01.310860 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['2e076bdd-98e1-4c01-af2f-0d26d613e688'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:44:01.315259 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-42a57fb9-1768-4082-8122-fdfb053be80d req-6c7a971b-9b5c-415c-b4c0-58f7659fa58a tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Sep 15 02:44:01.365722 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] No DVR routers for this DVR port 2e076bdd-98e1-4c01-af2f-0d26d613e688 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:44:01.368065 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:01.370097 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-68a95db9-8bb0-4b04-90c1-82f017fb01d5 req-1bfc15b0-f8eb-4bf2-9699-921e8f6689ad tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.37 "DELETE /v2.0/ports/2e076bdd-98e1-4c01-af2f-0d26d613e688 HTTP/1.1" status: 204 len: 173 time: 0.5072861 Sep 15 02:44:01.370529 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'name': 'network-vif-deleted', 'tag': '2e076bdd-98e1-4c01-af2f-0d26d613e688'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:01.372750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2daf529-1ae8-4023-b8db-e3235c46a7e7" -d '{"events": [{"server_uuid": "dc4a5caa-94a5-480a-b972-648b0db9a6a0", "name": "network-vif-deleted", "tag": "2e076bdd-98e1-4c01-af2f-0d26d613e688"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:01.408795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4489daad-fbf1-40da-81cc-c3c63e725e78 x-openstack-request-id: req-4489daad-fbf1-40da-81cc-c3c63e725e78 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:01.409083 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4a5caa-94a5-480a-b972-648b0db9a6a0", "name": "network-vif-deleted", "tag": "2e076bdd-98e1-4c01-af2f-0d26d613e688", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:01.409329 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4489daad-fbf1-40da-81cc-c3c63e725e78 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:01.409729 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4a5caa-94a5-480a-b972-648b0db9a6a0', 'name': 'network-vif-deleted', 'tag': '2e076bdd-98e1-4c01-af2f-0d26d613e688', 'status': 'completed', 'code': 200} Sep 15 02:44:01.586705 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4c68e-9eb0-4597-badd-05835db46d5d req-a042bb55-b370-468b-8983-7d64bc65b411 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:01.589260 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f6a4c68e-9eb0-4597-badd-05835db46d5d req-a042bb55-b370-468b-8983-7d64bc65b411 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0527482 Sep 15 02:44:01.632915 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f6a4c68e-9eb0-4597-badd-05835db46d5d req-260e3939-f4fa-4f8e-8eec-f34b3fc13fcc tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338283 Sep 15 02:44:01.736733 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a4ad6-5a0d-417b-97be-89c60cbf0ea5 req-a82332ae-387f-4ae9-949a-7b702aec76eb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:01.738182 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-650a4ad6-5a0d-417b-97be-89c60cbf0ea5 req-a82332ae-387f-4ae9-949a-7b702aec76eb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0516615 Sep 15 02:44:01.776553 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-650a4ad6-5a0d-417b-97be-89c60cbf0ea5 req-2071da31-89f9-41ed-885a-13453d138098 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Sep 15 02:44:01.865408 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55283e9-bc99-4cd2-94fb-af8edbff139a req-63309599-5871-4415-b62b-377cad663962 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:01.866973 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b55283e9-bc99-4cd2-94fb-af8edbff139a req-63309599-5871-4415-b62b-377cad663962 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 950 time: 0.0491860 Sep 15 02:44:01.905183 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b55283e9-bc99-4cd2-94fb-af8edbff139a req-0e391923-afa7-4344-9c60-bbf0ce6e0ef6 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Sep 15 02:44:01.991172 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdad10-2424-4380-8e46-e65a9b66c542 req-dfab33fb-bff5-4d0c-922c-2616debf0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:01.992843 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a6bdad10-2424-4380-8e46-e65a9b66c542 req-dfab33fb-bff5-4d0c-922c-2616debf0348 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1099 time: 0.0404463 Sep 15 02:44:02.032510 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a6bdad10-2424-4380-8e46-e65a9b66c542 req-3a3645d3-efab-43d0-8188-f0251f94cd47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Sep 15 02:44:02.442736 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d141308c-eea0-4357-9c50-e80cf7590003 req-a79f50ad-25f8-411f-a965-6fff5bf88201 tempest-ServerRescueNegativeTestJSON-420411961 tempest-ServerRescueNegativeTestJSON-420411961-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc4a5caa-94a5-480a-b972-648b0db9a6a0 HTTP/1.1" status: 200 len: 210 time: 0.0332105 Sep 15 02:44:02.456174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:02.522410 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb956ca-c2d3-45de-8c87-6667a07a7345 req-2ceb5f6a-2287-4505-8304-4edb3f649cd9 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:02.523870 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cfb956ca-c2d3-45de-8c87-6667a07a7345 req-2ceb5f6a-2287-4505-8304-4edb3f649cd9 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 950 time: 0.0467422 Sep 15 02:44:02.562506 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cfb956ca-c2d3-45de-8c87-6667a07a7345 req-fbd637db-01d8-4df2-ad03-3283557203f7 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Sep 15 02:44:02.751472 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3803cb-3fb6-4e75-81de-7c152a9e682a req-3c4e7309-8ffa-4574-a4a9-c32d78cdaf98 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:02.752975 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7a3803cb-3fb6-4e75-81de-7c152a9e682a req-3c4e7309-8ffa-4574-a4a9-c32d78cdaf98 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 944 time: 0.0492771 Sep 15 02:44:02.789917 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7a3803cb-3fb6-4e75-81de-7c152a9e682a req-07eebec7-282d-49a9-a0d9-7e1203617830 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Sep 15 02:44:02.896245 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f4888-c92b-4221-8f08-158dd8acf348 req-63f69524-41c2-439f-ae6a-0364fa7e6d68 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:02.897745 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-823f4888-c92b-4221-8f08-158dd8acf348 req-63f69524-41c2-439f-ae6a-0364fa7e6d68 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0471056 Sep 15 02:44:02.939531 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-823f4888-c92b-4221-8f08-158dd8acf348 req-2a12aa8b-5c08-4de2-a2e6-346d3c43c0c6 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358763 Sep 15 02:44:03.043868 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cea60ab2-b636-4523-b6d4-2d6959f353e9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:44:03.096497 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49514) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:03.145313 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cea60ab2-b636-4523-b6d4-2d6959f353e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:03.156330 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'port_id': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'mac_address': 'fa:16:3e:ed:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:44:03.192514 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.204785 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8612441-95d2-49ae-a43a-44d38537c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.210598 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea60ab2-b636-4523-b6d4-2d6959f353e9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:03.229037 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cea60ab2-b636-4523-b6d4-2d6959f353e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:03.290590 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8612441-95d2-49ae-a43a-44d38537c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.311802 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.357822 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cea60ab2-b636-4523-b6d4-2d6959f353e9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:03.368893 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8612441-95d2-49ae-a43a-44d38537c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.406516 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8612441-95d2-49ae-a43a-44d38537c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e365be26-6626-4d4d-8fc9-f2ac632e52c5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:03.411866 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f8612441-95d2-49ae-a43a-44d38537c8f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0ae22cd056345c9b8d5ccaa9c2d7f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128381 Sep 15 02:44:03.413265 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 49520) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:03.468716 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-984f7af8-b119-4314-8c6b-40345a8be96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.491077 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-984f7af8-b119-4314-8c6b-40345a8be96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.499894 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49526) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:03.610388 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-984f7af8-b119-4314-8c6b-40345a8be96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.613475 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-984f7af8-b119-4314-8c6b-40345a8be96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.615083 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-984f7af8-b119-4314-8c6b-40345a8be96f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e365be26-6626-4d4d-8fc9-f2ac632e52c5 HTTP/1.1" status: 204 len: 168 time: 0.2007473 Sep 15 02:44:03.624105 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f7af8-b119-4314-8c6b-40345a8be96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e365be26-6626-4d4d-8fc9-f2ac632e52c5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:03.735739 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['cea60ab2-b636-4523-b6d4-2d6959f353e9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:44:04.034451 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265e98a-c593-4145-937b-55f68c02182a req-7a82357e-9892-40d8-817d-54713dc3ec2a tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:04.035918 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5265e98a-c593-4145-937b-55f68c02182a req-7a82357e-9892-40d8-817d-54713dc3ec2a tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 950 time: 0.3596344 Sep 15 02:44:04.097069 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e4b7f-11c2-4f1f-9534-5bfd0051aa10 req-ad029e70-621c-471a-92d5-61b0e8d4b7ff tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:04.098519 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d8e4b7f-11c2-4f1f-9534-5bfd0051aa10 req-ad029e70-621c-471a-92d5-61b0e8d4b7ff tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 945 time: 0.1259818 Sep 15 02:44:04.137497 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5265e98a-c593-4145-937b-55f68c02182a req-9486b373-ba90-473c-bac1-4e2c13cc77ba tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/security-groups?id=474044b5-c1f8-42f7-a53c-827a133b6e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912712 Sep 15 02:44:04.201603 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d8e4b7f-11c2-4f1f-9534-5bfd0051aa10 req-f6a3df0f-d1e3-4ac4-9f91-eb77cbe99119 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940835 Sep 15 02:44:04.292519 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2595-1935-43e5-89a5-27c471331cf6 req-f3a822c4-9092-4764-a1fb-5863f2dd387a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:04.293990 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c64c2595-1935-43e5-89a5-27c471331cf6 req-f3a822c4-9092-4764-a1fb-5863f2dd387a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0796196 Sep 15 02:44:04.362437 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8a9e2beb-a7df-4ae5-b713-90f00b334452 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:04.364669 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8a9e2beb-a7df-4ae5-b713-90f00b334452 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 950 time: 0.0535021 Sep 15 02:44:04.377958 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c64c2595-1935-43e5-89a5-27c471331cf6 req-4b655d2a-02c8-4624-8d6b-219abd8530d4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674529 Sep 15 02:44:04.406897 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:04.486220 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Deleting port de9843eb-10c6-402e-9bff-93b2ecc3f823 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:44:04.486786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:04.585134 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] For port de9843eb-10c6-402e-9bff-93b2ecc3f823, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=de9843eb-10c6-402e-9bff-93b2ecc3f823,segment=NetworkSegment(fdeadd68-c029-4d37-8771-1bf29a1927ba),segment_id=fdeadd68-c029-4d37-8771-1bf29a1927ba)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:04.585984 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:04.599584 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Calling delete_port for de9843eb-10c6-402e-9bff-93b2ecc3f823 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:44:04.722159 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Deleting port 549bdb1b-0496-4418-ad4c-820f9a51f59e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:44:04.722815 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:04.808251 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] For port 549bdb1b-0496-4418-ad4c-820f9a51f59e, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=549bdb1b-0496-4418-ad4c-820f9a51f59e,segment=NetworkSegment(e2dcc510-7f31-4f14-9b42-d66f37e2fcef),segment_id=e2dcc510-7f31-4f14-9b42-d66f37e2fcef)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:04.809042 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:04.821245 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Calling delete_port for 549bdb1b-0496-4418-ad4c-820f9a51f59e owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:44:04.827254 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:04.856909 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Pushing event deleted for resources: {'Port': ['ID=de9843eb-10c6-402e-9bff-93b2ecc3f823,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:04.870557 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['de9843eb-10c6-402e-9bff-93b2ecc3f823'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:44:04.910487 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] No DVR routers for this DVR port de9843eb-10c6-402e-9bff-93b2ecc3f823 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:44:04.913703 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:04.918320 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d02d9c0b-42e7-42a8-aae0-a3a612e7dd6c req-8db5ce2d-3df7-4009-8751-48dc5dcb24b0 tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.37 "DELETE /v2.0/ports/de9843eb-10c6-402e-9bff-93b2ecc3f823 HTTP/1.1" status: 204 len: 173 time: 0.5445290 Sep 15 02:44:04.918320 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'name': 'network-vif-deleted', 'tag': 'de9843eb-10c6-402e-9bff-93b2ecc3f823'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:04.919240 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c7f7d-f639-488e-b4c3-19257f24f2d5" -d '{"events": [{"server_uuid": "6f04a90c-3df0-4bfd-8c1e-286451c9914b", "name": "network-vif-deleted", "tag": "de9843eb-10c6-402e-9bff-93b2ecc3f823"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:04.970437 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a33734-1f03-4800-9f85-5077da9efe26 x-openstack-request-id: req-61a33734-1f03-4800-9f85-5077da9efe26 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:04.970437 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04a90c-3df0-4bfd-8c1e-286451c9914b", "name": "network-vif-deleted", "tag": "de9843eb-10c6-402e-9bff-93b2ecc3f823", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:04.970437 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61a33734-1f03-4800-9f85-5077da9efe26 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:04.970437 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04a90c-3df0-4bfd-8c1e-286451c9914b', 'name': 'network-vif-deleted', 'tag': 'de9843eb-10c6-402e-9bff-93b2ecc3f823', 'status': 'completed', 'code': 200} Sep 15 02:44:05.064569 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cea60ab2-b636-4523-b6d4-2d6959f353e9 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:05.113142 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:05.144409 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=549bdb1b-0496-4418-ad4c-820f9a51f59e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:05.187846 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port cea60ab2-b636-4523-b6d4-2d6959f353e9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:44:05.191830 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port cea60ab2-b636-4523-b6d4-2d6959f353e9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:05.195800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:05.325296 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:05.335988 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ded8f193-3c1a-4876-bbfe-b04522c6f3cc req-449e64ef-38af-456b-8fd9-7a375567da6c tempest-VolumesNegativeTest-1709319688 tempest-VolumesNegativeTest-1709319688-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f04a90c-3df0-4bfd-8c1e-286451c9914b HTTP/1.1" status: 200 len: 210 time: 0.0832076 Sep 15 02:44:05.359312 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:05.359312 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709bea92-1dff-467a-9103-edddca6db8bc" -d '{"events": [{"server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "name": "network-vif-plugged", "status": "completed", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:05.381012 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port cea60ab2-b636-4523-b6d4-2d6959f353e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:05.399735 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d7879-5a35-42d0-9515-907cce9583ae req-1b138427-ce97-401b-bc60-963f2f93f01c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:05.403049 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1b2d7879-5a35-42d0-9515-907cce9583ae req-1b138427-ce97-401b-bc60-963f2f93f01c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 945 time: 0.0955951 Sep 15 02:44:05.403274 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf8a6e2-b6f3-4194-a48c-a6e664a73dd4 x-openstack-request-id: req-0bf8a6e2-b6f3-4194-a48c-a6e664a73dd4 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:05.403367 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:05.403551 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "name": "network-vif-plugged", "status": "completed", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:05.403551 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bf8a6e2-b6f3-4194-a48c-a6e664a73dd4 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:05.403551 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'code': 200} Sep 15 02:44:05.457322 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:05.459296 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 2e076bdd-98e1-4c01-af2f-0d26d613e688 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:44:05.496226 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 2e076bdd-98e1-4c01-af2f-0d26d613e688 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:44:05.496226 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 2e076bdd-98e1-4c01-af2f-0d26d613e688 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:44:05.499597 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1b2d7879-5a35-42d0-9515-907cce9583ae req-ec38dfd5-73f5-4917-b8a1-cafcdbbce632 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854790 Sep 15 02:44:05.541778 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=cea60ab2-b636-4523-b6d4-2d6959f353e9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:05.578689 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32df23-c0cc-4fba-a9e5-0607f84dc545 req-8dacb639-4414-4499-983d-15f0e2bfc99b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:05.580337 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9c32df23-c0cc-4fba-a9e5-0607f84dc545 req-8dacb639-4414-4499-983d-15f0e2bfc99b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.1014469 Sep 15 02:44:05.663827 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9c32df23-c0cc-4fba-a9e5-0607f84dc545 req-2915078e-9b0e-41e8-939e-05ba2e3e2ccc tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761247 Sep 15 02:44:05.736833 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Router 3563bb4f-f201-4852-b2d6-3658c954d4c2 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:44:05.788257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58aa45-7fff-4b26-a91c-ce6bbd37d023 req-2af2df86-85e5-4be5-83b7-f1bc87a22749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:05.789781 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8c58aa45-7fff-4b26-a91c-ce6bbd37d023 req-2af2df86-85e5-4be5-83b7-f1bc87a22749 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 1099 time: 0.0400884 Sep 15 02:44:05.826325 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8c58aa45-7fff-4b26-a91c-ce6bbd37d023 req-4c5e7ae8-2e71-4d53-805a-dd7bd9efaf64 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295813 Sep 15 02:44:05.844442 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:05.849467 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8c40d060-a78e-4c7b-8fa0-5c51e8ae4ffa admin admin] 10.222.0.15 "PUT /v2.0/routers/3563bb4f-f201-4852-b2d6-3658c954d4c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3479507 Sep 15 02:44:05.851940 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:05.854163 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] Sync routers for ids ['3563bb4f-f201-4852-b2d6-3658c954d4c2'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:05.863628 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] Routers {'3563bb4f-f201-4852-b2d6-3658c954d4c2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:05.864238 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:44:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3563bb4f-f201-4852-b2d6-3658c954d4c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:05.957291 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:05.971821 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] Set router 3563bb4f-f201-4852-b2d6-3658c954d4c2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:06.068098 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:06.149333 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:44:04Z', 'revision_number': 5, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port': {'id': '5e9494dc-25d3-453d-8cd2-b5ca3b4e8788', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:06.179247 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] Checking router: 3563bb4f-f201-4852-b2d6-3658c954d4c2 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:06.187973 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] Routers {'3563bb4f-f201-4852-b2d6-3658c954d4c2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:06.188603 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:44:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3563bb4f-f201-4852-b2d6-3658c954d4c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:06.212848 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Deleting port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:44:06.213334 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:06.276351 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] Set router 3563bb4f-f201-4852-b2d6-3658c954d4c2 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:06.295136 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] For port 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:06.295494 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:06.311695 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Calling delete_port for 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:44:06.326633 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:44:06Z', 'revision_number': 6, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port_host': None}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:06.356891 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f456ea-eee6-41a4-a0f5-de14dbe5548d None None] The sync data for ids ['3563bb4f-f201-4852-b2d6-3658c954d4c2'] in dv-cinder-760193-12-iscsi is: [{'id': '3563bb4f-f201-4852-b2d6-3658c954d4c2', 'name': 'tempest-ServerRescueNegativeTestJSON-613810411-router', 'tenant_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:16Z', 'updated_at': '2021-09-15T02:44:06Z', 'revision_number': 6, 'project_id': 'c3812e73f2d54cf29768711c1a9cf4cf', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:06.569984 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:06.607101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9494dc-25d3-453d-8cd2-b5ca3b4e8788,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:06.690499 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99636ef2-72b1-4d07-bc18-d6099640f1f4 req-3b8ce8c0-1950-49be-a778-4dafd521b69e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:06.692007 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99636ef2-72b1-4d07-bc18-d6099640f1f4 req-3b8ce8c0-1950-49be-a778-4dafd521b69e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 946 time: 0.1196778 Sep 15 02:44:06.694952 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.080461 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.082545 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.086595 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-99636ef2-72b1-4d07-bc18-d6099640f1f4 req-3fc79ef0-6c3b-4bf6-a3c9-453f313a757f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757429 Sep 15 02:44:07.238721 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.239276 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3563bb4f-f201-4852-b2d6-3658c954d4c2 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:44:07.244993 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.246129 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-af7d3454-60c2-4f0d-b125-e556a7d9a322 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3563bb4f-f201-4852-b2d6-3658c954d4c2 HTTP/1.1" status: 204 len: 168 time: 1.3932548 Sep 15 02:44:07.248856 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 49654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:07.261264 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 549bdb1b-0496-4418-ad4c-820f9a51f59e no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:44:07.293279 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 549bdb1b-0496-4418-ad4c-820f9a51f59e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:44:07.293737 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 549bdb1b-0496-4418-ad4c-820f9a51f59e not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:44:07.294233 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:44:07.310594 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] Deleting subnet d3587237-7c3c-4970-a87c-8bc86b7763fb {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:44:07.314072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.317443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:44:07.317969 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 5e9494dc-25d3-453d-8cd2-b5ca3b4e8788 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:44:07.355711 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29176437'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.394501 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.521464 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25565827'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.565436 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3587237-7c3c-4970-a87c-8bc86b7763fb,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:07.567461 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.572069 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-d25dda22-8678-404b-bf23-154db39e9ea6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d3587237-7c3c-4970-a87c-8bc86b7763fb HTTP/1.1" status: 204 len: 168 time: 0.3216648 Sep 15 02:44:07.572253 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49688) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:07.646854 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.725339 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.746647 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea7639c-a39f-409a-9342-1e37e322a159']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:07.759744 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:07.760011 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dcc510-7f31-4f14-9b42-d66f37e2fcef') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:07.772994 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.786370 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.792955 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:44:07.793369 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:44:07.794984 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:44:07.973393 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.991394 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:07.993318 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ea7639c-a39f-409a-9342-1e37e322a159 HTTP/1.1" status: 204 len: 168 time: 0.4199791 Sep 15 02:44:07.994575 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c31d21-d26b-4b91-beeb-23dd9e32855a admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea7639c-a39f-409a-9342-1e37e322a159,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:08.207021 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a791f-a99f-4990-9059-704eddae138f req-4fff6768-7451-4e56-bb2f-c7ec9e616fad tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:08.208631 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ee9a791f-a99f-4990-9059-704eddae138f req-4fff6768-7451-4e56-bb2f-c7ec9e616fad tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 946 time: 0.0486116 Sep 15 02:44:08.246739 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ee9a791f-a99f-4990-9059-704eddae138f req-73636e91-0890-4c8c-a7c5-4b0b80f997e9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320737 Sep 15 02:44:08.373126 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4686471-6944-430f-be86-1565e5463262 req-06086161-7bf3-4cf8-b3ff-7779699ace45 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:08.374750 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b4686471-6944-430f-be86-1565e5463262 req-06086161-7bf3-4cf8-b3ff-7779699ace45 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 946 time: 0.0566459 Sep 15 02:44:08.376916 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49750) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:08.435969 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b4686471-6944-430f-be86-1565e5463262 req-5e6e324f-8795-47e5-a03c-eb6244981c25 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527921 Sep 15 02:44:08.443490 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8107f071-47c8-4697-86ce-bb7337139fd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3812e73f2d54cf29768711c1a9cf4cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0655465 Sep 15 02:44:08.446094 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49752) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:08.466577 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 49756) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:08.498983 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5de9b87-7ab4-4edf-a41f-7e4b0138cc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:08.519837 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5de9b87-7ab4-4edf-a41f-7e4b0138cc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:08.633413 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5de9b87-7ab4-4edf-a41f-7e4b0138cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:08.636481 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5de9b87-7ab4-4edf-a41f-7e4b0138cc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:08.637787 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a5de9b87-7ab4-4edf-a41f-7e4b0138cc5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a34ff311-5c99-4409-9977-fcb48c1616ea HTTP/1.1" status: 204 len: 168 time: 0.1906242 Sep 15 02:44:08.647021 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de9b87-7ab4-4edf-a41f-7e4b0138cc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34ff311-5c99-4409-9977-fcb48c1616ea,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:08.714637 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b269478a-000c-44b8-8295-86d0f55e773c tempest-TestVolumeBootPattern-2137992187 tempest-TestVolumeBootPattern-2137992187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:08.717232 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b269478a-000c-44b8-8295-86d0f55e773c tempest-TestVolumeBootPattern-2137992187 tempest-TestVolumeBootPattern-2137992187-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 1094 time: 0.2496593 Sep 15 02:44:08.723115 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49768) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:08.727773 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'port_id': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:08.792771 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:08.905717 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:09.039491 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Allocated IP 172.27.3.212 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/f44fd4f2-2f20-4146-98d2-20dba32dc2ed) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:09.091227 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device de9843eb-10c6-402e-9bff-93b2ecc3f823 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:44:09.151056 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: de9843eb-10c6-402e-9bff-93b2ecc3f823 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:44:09.156033 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device de9843eb-10c6-402e-9bff-93b2ecc3f823 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:44:09.203990 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:09.352739 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:09.390358 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:09.393844 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:09.397194 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:09.430595 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=f44fd4f2-2f20-4146-98d2-20dba32dc2ed,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:09.680630 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639688-cdbe-402a-b1c2-ce3dd2e522bd req-281f96c0-9ba3-44dd-b95c-23a41f02ef86 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:09.682114 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77639688-cdbe-402a-b1c2-ce3dd2e522bd req-281f96c0-9ba3-44dd-b95c-23a41f02ef86 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0798023 Sep 15 02:44:09.823311 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77639688-cdbe-402a-b1c2-ce3dd2e522bd req-76a880e7-826f-4f40-bc33-88a28c018648 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951574 Sep 15 02:44:09.917847 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.077625 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.237620 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.283087 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.352875 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=f44fd4f2-2f20-4146-98d2-20dba32dc2ed,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:10.366752 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.465898 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.l3_db [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Floating IP e5af87e5-b294-4876-a3a5-3bd990fdbce6 associated. External IP: 172.27.3.212, port: cea60ab2-b636-4523-b6d4-2d6959f353e9. Sep 15 02:44:10.682928 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:44:10.802415 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:10.815302 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:10.829720 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:10.830377 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:44:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:10.944101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.952634 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:10.995169 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d90c-1648-4d93-bb7c-1f6e3bd07e26 req-74db1e81-841e-4733-8745-0cf4f1e1d8e1 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:10.997809 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ba5d90c-1648-4d93-bb7c-1f6e3bd07e26 req-74db1e81-841e-4733-8745-0cf4f1e1d8e1 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0888555 Sep 15 02:44:10.999530 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-ac871d44-0f3c-4044-bb87-1ea97340b492 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2754049 Sep 15 02:44:11.000486 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:11.003235 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e874422-85ea-4d05-820d-11ea73dcca4a" -d '{"events": [{"name": "network-changed", "server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:11.060810 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ba5d90c-1648-4d93-bb7c-1f6e3bd07e26 req-7ebfd37c-b857-4a9d-ab84-9ee060ba6188 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533702 Sep 15 02:44:11.073855 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d17a85-d09a-40d3-92d4-abf947de5501 x-openstack-request-id: req-88d17a85-d09a-40d3-92d4-abf947de5501 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:11.074416 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:11.074979 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88d17a85-d09a-40d3-92d4-abf947de5501 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:11.075820 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'status': 'completed', 'code': 200} Sep 15 02:44:11.171344 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-b39d283c-9801-4a13-b83a-36b9ae4884de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:11.173201 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-b39d283c-9801-4a13-b83a-36b9ae4884de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 1099 time: 0.0411561 Sep 15 02:44:11.284862 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-42f48b4e-a266-4e81-b51c-5a2a46178e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:11.286338 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-42f48b4e-a266-4e81-b51c-5a2a46178e1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.1034830 Sep 15 02:44:11.356874 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-6779c69e-e364-46e4-969d-bbb12f24db0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9 HTTP/1.1" status: 200 len: 1000 time: 0.0627058 Sep 15 02:44:11.384538 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': 'e5af87e5-b294-4876-a3a5-3bd990fdbce6', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ed:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:09Z', 'updated_at': '2021-09-15T02:44:09Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:11.407464 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-62de1672-6fb9-48a1-9da7-0f3ac48b32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:11.408989 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-62de1672-6fb9-48a1-9da7-0f3ac48b32cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0435603 Sep 15 02:44:11.410747 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:11.418892 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:11.419483 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:44:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:11.455991 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-5707d732-4760-4624-896d-4d5c69b04770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:11.457626 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-5707d732-4760-4624-896d-4d5c69b04770 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414824 Sep 15 02:44:11.538583 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:11.559583 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-93e1ba82-f9f8-449f-882c-329e4185ef2d service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939672 Sep 15 02:44:11.654207 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-4e874422-85ea-4d05-820d-11ea73dcca4a req-b2c72720-49f5-4729-9255-4eab02f1f3e5 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858068 Sep 15 02:44:11.766463 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': 'e5af87e5-b294-4876-a3a5-3bd990fdbce6', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ed:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:09Z', 'updated_at': '2021-09-15T02:44:09Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:11.792332 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e593b5-698e-4cb8-8802-3edde6d89e34 None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': 'e5af87e5-b294-4876-a3a5-3bd990fdbce6', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ed:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:09Z', 'updated_at': '2021-09-15T02:44:09Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:11.994006 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db066063-1a78-42a0-9ecf-3315181c6da8 None None] New status for floating IP e5af87e5-b294-4876-a3a5-3bd990fdbce6: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:44:12.230681 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1203-0b19-46a5-997a-ec9f9b613e8d req-952545f4-1176-4612-b519-d9b50f62ba30 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:12.232142 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a95f1203-0b19-46a5-997a-ec9f9b613e8d req-952545f4-1176-4612-b519-d9b50f62ba30 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0472946 Sep 15 02:44:12.269602 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a95f1203-0b19-46a5-997a-ec9f9b613e8d req-6aa524e2-5dab-44e4-b9df-c89e0cffb49d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Sep 15 02:44:12.523000 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 49998) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:12.655604 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8e50134b-411c-4571-9881-84161915f067 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f165aa748dbf4202b42e65d8a92ab9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313667 Sep 15 02:44:12.658393 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:12.712930 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52593893-e67a-4fd1-b556-beef24c41a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:12.735091 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52593893-e67a-4fd1-b556-beef24c41a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:12.872435 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52593893-e67a-4fd1-b556-beef24c41a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:12.874976 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52593893-e67a-4fd1-b556-beef24c41a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:12.876120 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-52593893-e67a-4fd1-b556-beef24c41a8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/474044b5-c1f8-42f7-a53c-827a133b6e83 HTTP/1.1" status: 204 len: 168 time: 0.2168398 Sep 15 02:44:12.884033 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52593893-e67a-4fd1-b556-beef24c41a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474044b5-c1f8-42f7-a53c-827a133b6e83,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:13.382952 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7fdc7-fe0f-4e4b-8c9c-327ee3727d7b req-97d342d9-08ff-4263-bb7c-daf30286a78e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:13.384413 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-47f7fdc7-fe0f-4e4b-8c9c-327ee3727d7b req-97d342d9-08ff-4263-bb7c-daf30286a78e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0475781 Sep 15 02:44:13.421457 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-47f7fdc7-fe0f-4e4b-8c9c-327ee3727d7b req-18b112ab-9713-418b-9500-1a1004788cf8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311956 Sep 15 02:44:13.829536 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:13.921945 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1853696284-network', 'tenant_id': '88cbccb009f84769b564a9532b13ea73'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:14.032314 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Made reservation on behalf of 88cbccb009f84769b564a9532b13ea73 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:14.034627 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.042865 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.132970 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.209359 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.235296 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:44:14.241318 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e73ba7b-d28a-4ef7-94a8-31f1e458393f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:14.246994 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.247331 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Added segment fc3a2c6a-b89c-44ad-85a7-34aae2d015ed of type vlan for network ac04d07b-f803-417e-8a66-8fa9ae336ac6 Sep 15 02:44:14.285720 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.357984 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.358954 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:14.360393 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.415223 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] Pushing event updated for resources: {'Network': ['ID=ac04d07b-f803-417e-8a66-8fa9ae336ac6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:14.425397 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network ac04d07b-f803-417e-8a66-8fa9ae336ac6 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:44:14.461230 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-bf9b4a7c-afca-4bfc-b150-a09a3dd89983 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6305685 Sep 15 02:44:14.464027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50046) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:14.469887 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Request body: {'subnet': {'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1853696284-subnet', 'tenant_id': '88cbccb009f84769b564a9532b13ea73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:14.545168 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d3c72-0604-480f-a9f8-c45a07b4597d req-e5da8413-ce35-4332-b41b-3523de3c8c54 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:14.546696 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-589d3c72-0604-480f-a9f8-c45a07b4597d req-e5da8413-ce35-4332-b41b-3523de3c8c54 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0500436 Sep 15 02:44:14.569871 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Made reservation on behalf of 88cbccb009f84769b564a9532b13ea73 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:14.572540 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.610772 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-589d3c72-0604-480f-a9f8-c45a07b4597d req-1eb18fee-c8c8-46bc-962f-6016d91c45d5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572023 Sep 15 02:44:14.831847 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:14.887322 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d84069-f760-47f3-8923-2db7141b7368,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:14.896093 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Checking segment: {'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:14.896470 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Network hostable DHCP agents. Network: ac04d07b-f803-417e-8a66-8fa9ae336ac6, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:44:14.997093 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Network ac04d07b-f803-417e-8a66-8fa9ae336ac6 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:44:15.061097 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, ac04d07b-f803-417e-8a66-8fa9ae336ac6) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:15.065190 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:15.066030 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:15.070192 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f37a35-cc83-453a-854a-a8e9bd71b68d None None] Network ac04d07b-f803-417e-8a66-8fa9ae336ac6 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:15.147815 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c018971f-1ddd-4e86-ba47-4b4e9812c2e2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6826572 Sep 15 02:44:15.192762 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c449200e-78db-405d-a4da-773ca035867b None None] Network ac04d07b-f803-417e-8a66-8fa9ae336ac6 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:15.723373 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a36de-5fc2-407a-a633-c4e89024bebd req-86c568bf-870b-41d5-9420-7de5e1827c8f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:15.724970 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cb6a36de-5fc2-407a-a633-c4e89024bebd req-86c568bf-870b-41d5-9420-7de5e1827c8f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0476472 Sep 15 02:44:15.765247 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cb6a36de-5fc2-407a-a633-c4e89024bebd req-dd5e0584-6f10-4103-9b9f-e25c34eda543 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340276 Sep 15 02:44:16.886871 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cde94b-398a-4176-a72e-a3209c8ed8a4 req-882b7aab-2fe8-479b-ab27-b426d1bb76e0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:16.888340 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c2cde94b-398a-4176-a72e-a3209c8ed8a4 req-882b7aab-2fe8-479b-ab27-b426d1bb76e0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0523186 Sep 15 02:44:16.925442 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c2cde94b-398a-4176-a72e-a3209c8ed8a4 req-21ded6b4-f43f-491b-9c6c-9a20b68c3ca5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304050 Sep 15 02:44:17.386965 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156032f-8c86-46d4-bd20-47826919bd79 req-ac7117fe-d728-4354-ba89-c0697dc43624 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:17.388322 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-ac7117fe-d728-4354-ba89-c0697dc43624 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/networks?id=ac04d07b-f803-417e-8a66-8fa9ae336ac6 HTTP/1.1" status: 200 len: 814 time: 0.0972276 Sep 15 02:44:17.404346 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-06e2d01c-88c2-4c68-a7e6-1cb843c4223c tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/quotas/88cbccb009f84769b564a9532b13ea73 HTTP/1.1" status: 200 len: 375 time: 0.0097489 Sep 15 02:44:17.441330 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-713220ea-5de9-4933-a58d-a0378ab635df tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88cbccb009f84769b564a9532b13ea73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308292 Sep 15 02:44:17.527579 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-1b64c11c-2e49-405b-bd74-f6819322076a service neutron] 10.222.0.15 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794525 Sep 15 02:44:17.619435 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-5b9efc9b-5d5f-4d59-a848-384e0d104943 service neutron] 10.222.0.15 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Sep 15 02:44:17.819897 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d1f53e9a-64a2-4290-ab88-895eb6d557b9 req-abc6cc97-b43b-43ed-85d4-fd224c820561 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 210 time: 0.0262365 Sep 15 02:44:18.038011 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043a1e2-99ef-401b-bea2-14fde2510934 req-c3132f59-c643-426b-bdfc-343e45c2986a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:18.039474 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3043a1e2-99ef-401b-bea2-14fde2510934 req-c3132f59-c643-426b-bdfc-343e45c2986a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0479281 Sep 15 02:44:18.075648 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3043a1e2-99ef-401b-bea2-14fde2510934 req-001c9f3e-c475-4523-bc2a-89e0859773f3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303562 Sep 15 02:44:18.898698 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-73732e27-062a-40ba-b4ca-6e4e64c76dd5 req-fe6de826-c1ad-4399-9904-68d6dbcf3a1f tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 210 time: 0.0279362 Sep 15 02:44:19.192454 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b5fe8-90a7-4486-a3fb-33d582bf084b req-0215e294-4eff-4f6b-9eb2-c6c6f94c9656 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:19.193926 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ae8b5fe8-90a7-4486-a3fb-33d582bf084b req-0215e294-4eff-4f6b-9eb2-c6c6f94c9656 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0482771 Sep 15 02:44:19.231462 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ae8b5fe8-90a7-4486-a3fb-33d582bf084b req-0744f085-f44d-4f4c-ac8b-4e998f8cfa4e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Sep 15 02:44:19.828736 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50184) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:19.935317 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c1fd-9fff-4687-867b-7b12a5818f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.004138 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ce9fc273-1508-487b-b18c-0b5503f0fd32 req-d469232b-b871-4092-910d-c9d466702b81 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 210 time: 0.0317550 Sep 15 02:44:20.075960 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c1fd-9fff-4687-867b-7b12a5818f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.181707 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c1fd-9fff-4687-867b-7b12a5818f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.225553 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c5e4c1fd-9fff-4687-867b-7b12a5818f4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6902eb595dc74629a91fe3db97092cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956776 Sep 15 02:44:20.226546 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4c1fd-9fff-4687-867b-7b12a5818f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c8717-dbef-4032-9515-b7e8b8713622,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:20.229008 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50198) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:20.298895 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e21f28-e753-4dd9-b651-bd21670cba04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.330945 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e21f28-e753-4dd9-b651-bd21670cba04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.395782 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff2469-9700-466c-a1fa-97cf4a60d8a6 req-192ccdb4-3aca-4783-a750-c0e308c9954d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:20.397550 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9aff2469-9700-466c-a1fa-97cf4a60d8a6 req-192ccdb4-3aca-4783-a750-c0e308c9954d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0839851 Sep 15 02:44:20.440685 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9aff2469-9700-466c-a1fa-97cf4a60d8a6 req-e025bed9-308e-49ed-9e77-68a79ebfd894 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370851 Sep 15 02:44:20.490944 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156032f-8c86-46d4-bd20-47826919bd79 req-79ae98e8-7b92-4993-b2c0-bea38b4bfdce tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:20.490944 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-79ae98e8-7b92-4993-b2c0-bea38b4bfdce tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "GET /v2.0/networks?id=ac04d07b-f803-417e-8a66-8fa9ae336ac6 HTTP/1.1" status: 200 len: 814 time: 0.3616362 Sep 15 02:44:20.501677 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e21f28-e753-4dd9-b651-bd21670cba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.504329 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e21f28-e753-4dd9-b651-bd21670cba04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.505757 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-61e21f28-e753-4dd9-b651-bd21670cba04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb4c8717-dbef-4032-9515-b7e8b8713622 HTTP/1.1" status: 204 len: 168 time: 0.2755873 Sep 15 02:44:20.525340 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Request body: {'port': {'device_id': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6', 'admin_state_up': True, 'tenant_id': '88cbccb009f84769b564a9532b13ea73'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:20.530821 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e21f28-e753-4dd9-b651-bd21670cba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c8717-dbef-4032-9515-b7e8b8713622,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:20.667507 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Made reservation on behalf of 88cbccb009f84769b564a9532b13ea73 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:20.671336 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:20.757912 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca6f31-5680-40e6-abb1-77d19cf12afc req-ffc28be4-c78e-4621-a52b-208bbfe5f02c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:20.759439 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2cca6f31-5680-40e6-abb1-77d19cf12afc req-ffc28be4-c78e-4621-a52b-208bbfe5f02c tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0581017 Sep 15 02:44:20.806035 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Allocated IP 172.20.0.5 (ac04d07b-f803-417e-8a66-8fa9ae336ac6/e2d84069-f760-47f3-8923-2db7141b7368/8feba344-50f2-4604-bfd7-2b26a45816dc) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:20.807189 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2cca6f31-5680-40e6-abb1-77d19cf12afc req-87154672-de7a-4662-b41d-8f1418ad85d5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378060 Sep 15 02:44:20.962799 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-667b621b-d1ae-4969-9768-dcc9a9c12a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:20.964217 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-667b621b-d1ae-4969-9768-dcc9a9c12a60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 1099 time: 0.1038167 Sep 15 02:44:20.988831 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:21.103810 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:44:21.110377 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e75e13ab-316d-409c-ac61-4a18a6366638 req-493f859f-9c80-40a2-abb3-b10432f63cda tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 210 time: 0.0296960 Sep 15 02:44:21.133666 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:21.174631 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-a3025cd1-a685-4845-8c35-952f425214bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:21.176122 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-a3025cd1-a685-4845-8c35-952f425214bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 911 time: 0.1718068 Sep 15 02:44:21.186493 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Network ac04d07b-f803-417e-8a66-8fa9ae336ac6 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:21.190488 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:21.203509 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:21.206963 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Pushing event updated for resources: {'Port': ['ID=8feba344-50f2-4604-bfd7-2b26a45816dc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:21.287511 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:21.288190 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:21.315932 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-2ca2b1b7-8d69-4514-ac24-2e10033e39cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a92fa06d-d76a-4350-bab9-17318c74ac96 HTTP/1.1" status: 200 len: 1002 time: 0.1232784 Sep 15 02:44:21.368216 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-c40679f8-53ef-4f3e-8d9b-485e857836e9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8528244 Sep 15 02:44:21.381962 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-07cf4422-ea57-4a48-9855-738261951bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:21.381962 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-07cf4422-ea57-4a48-9855-738261951bbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c3cf743-89a6-477f-8153-aa57c58ce92a HTTP/1.1" status: 200 len: 849 time: 0.0513325 Sep 15 02:44:21.452269 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Request body: {'port': {'device_id': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:21.536388 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:21.549383 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-211ca9f9-0865-4433-983c-dd18a3e1ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:21.550855 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-211ca9f9-0865-4433-983c-dd18a3e1ef23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75579842-5189-40fb-9720-3ef43c76374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1025627 Sep 15 02:44:21.748220 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-53803fe1-9043-491b-8c92-4a90eccbdf3c service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734514 Sep 15 02:44:21.905339 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a7b73880-c5f9-4c3f-b80c-10dbce1e3cb8 req-5790cab2-ef01-41a8-80e8-72ffff3618ac service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448152 Sep 15 02:44:21.935524 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c6a5-6164-4228-a347-cd9a5611c789 req-16d2e443-c218-450e-8694-926118ea30b5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:21.938174 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2e32c6a5-6164-4228-a347-cd9a5611c789 req-16d2e443-c218-450e-8694-926118ea30b5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0546560 Sep 15 02:44:21.954964 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8feba344-50f2-4604-bfd7-2b26a45816dc {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:21.962967 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:21.981107 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Transition to ACTIVE for port object 8feba344-50f2-4604-bfd7-2b26a45816dc will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:44:21.989697 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2e32c6a5-6164-4228-a347-cd9a5611c789 req-279ee3ac-fe00-48b6-a055-f08af069574b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446718 Sep 15 02:44:22.078029 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:22.131431 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Pushing event updated for resources: {'Port': ['ID=8feba344-50f2-4604-bfd7-2b26a45816dc,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:22.220887 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Attempting to bind port 8feba344-50f2-4604-bfd7-2b26a45816dc on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:22.222112 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Attempting to bind port 8feba344-50f2-4604-bfd7-2b26a45816dc by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:22.222776 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Attempting to bind port 8feba344-50f2-4604-bfd7-2b26a45816dc on network ac04d07b-f803-417e-8a66-8fa9ae336ac6 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:22.227439 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Port 8feba344-50f2-4604-bfd7-2b26a45816dc on network ac04d07b-f803-417e-8a66-8fa9ae336ac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:44:22.228064 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Attempting to bind port 8feba344-50f2-4604-bfd7-2b26a45816dc on network ac04d07b-f803-417e-8a66-8fa9ae336ac6 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:22.233336 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:22.233740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Checking segment: {'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:22.234741 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Bound using segment: {'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:22.235296 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82964f26-dca0-47ed-be67-09ba940e2d2a req-2258b1d4-a17a-45a2-b043-8a06208cb394 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:22.235514 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Bound port: 8feba344-50f2-4604-bfd7-2b26a45816dc, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:22.235951 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:22.237299 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-82964f26-dca0-47ed-be67-09ba940e2d2a req-2258b1d4-a17a-45a2-b043-8a06208cb394 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 943 time: 0.0511839 Sep 15 02:44:22.285132 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-82964f26-dca0-47ed-be67-09ba940e2d2a req-0055eb7d-5361-4091-b3c9-da609c06a3c0 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Sep 15 02:44:22.304315 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] For port 8feba344-50f2-4604-bfd7-2b26a45816dc, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:22.308257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] For port 8feba344-50f2-4604-bfd7-2b26a45816dc, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8feba344-50f2-4604-bfd7-2b26a45816dc,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:22.392938 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:22.436866 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:22.437516 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:22.438893 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] 10.222.0.37 "PUT /v2.0/ports/8feba344-50f2-4604-bfd7-2b26a45816dc HTTP/1.1" status: 200 len: 1093 time: 0.9920771 Sep 15 02:44:22.439333 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'tag': '8feba344-50f2-4604-bfd7-2b26a45816dc'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:22.441576 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b77e41-9463-49ca-99ea-d779c97b0a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4047bb1d-9282-437b-9bc8-74f2b4b652f0", "tag": "8feba344-50f2-4604-bfd7-2b26a45816dc"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:22.472096 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5cd9f-e712-4902-8932-1fc2524853fd service neutron] Pushing event updated for resources: {'Port': ['ID=8feba344-50f2-4604-bfd7-2b26a45816dc,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:22.483625 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5864d-cdb7-4c42-b794-bd53310fd12d x-openstack-request-id: req-dda5864d-cdb7-4c42-b794-bd53310fd12d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:22.484520 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4047bb1d-9282-437b-9bc8-74f2b4b652f0", "tag": "8feba344-50f2-4604-bfd7-2b26a45816dc", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:22.489134 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dda5864d-cdb7-4c42-b794-bd53310fd12d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:22.489134 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'tag': '8feba344-50f2-4604-bfd7-2b26a45816dc', 'status': 'completed', 'code': 200} Sep 15 02:44:22.586875 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b77e41-9463-49ca-99ea-d779c97b0a1f req-837370b2-dec2-4aa6-b0dc-7ad769450ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:22.587692 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-67b77e41-9463-49ca-99ea-d779c97b0a1f req-837370b2-dec2-4aa6-b0dc-7ad769450ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88cbccb009f84769b564a9532b13ea73&device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 1096 time: 0.0457273 Sep 15 02:44:22.707350 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b77e41-9463-49ca-99ea-d779c97b0a1f req-f5e5710a-5f46-4d56-9923-945945f0261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:22.708845 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-67b77e41-9463-49ca-99ea-d779c97b0a1f req-f5e5710a-5f46-4d56-9923-945945f0261a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=88cbccb009f84769b564a9532b13ea73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0972793 Sep 15 02:44:22.813367 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b77e41-9463-49ca-99ea-d779c97b0a1f req-cdc266b5-088c-441d-b91f-6ebad8136a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:22.815095 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-67b77e41-9463-49ca-99ea-d779c97b0a1f req-cdc266b5-088c-441d-b91f-6ebad8136a09 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990133 Sep 15 02:44:22.925721 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156032f-8c86-46d4-bd20-47826919bd79 req-b36cefd7-4734-45e5-b323-6763ae4a83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:22.927188 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-b36cefd7-4734-45e5-b323-6763ae4a83cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88cbccb009f84769b564a9532b13ea73&device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 1096 time: 0.0421011 Sep 15 02:44:22.982735 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-cfa8c283-c79c-4502-be84-dcf301c29d08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8feba344-50f2-4604-bfd7-2b26a45816dc HTTP/1.1" status: 200 len: 217 time: 0.0369015 Sep 15 02:44:23.037803 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156032f-8c86-46d4-bd20-47826919bd79 req-bfea0c09-1ea9-4856-80b2-eee66e38babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:23.039247 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-bfea0c09-1ea9-4856-80b2-eee66e38babe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2d84069-f760-47f3-8923-2db7141b7368 HTTP/1.1" status: 200 len: 854 time: 0.0497887 Sep 15 02:44:23.070134 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-25a685dd-f1c8-434b-aae2-a38d48e76b31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac04d07b-f803-417e-8a66-8fa9ae336ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235498 Sep 15 02:44:23.106326 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21238710-cd6b-40cb-9e53-e7eb8b8a6d56 req-0c8eba10-b818-4392-88ac-684f7fd2348a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:23.111757 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-21238710-cd6b-40cb-9e53-e7eb8b8a6d56 req-0c8eba10-b818-4392-88ac-684f7fd2348a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0520175 Sep 15 02:44:23.151994 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-21238710-cd6b-40cb-9e53-e7eb8b8a6d56 req-dee97482-5b89-440b-83b2-0e936dda273d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336726 Sep 15 02:44:23.166134 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-692469fa-400e-43eb-9714-52933a6dfe82 service neutron] 10.222.0.37 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891256 Sep 15 02:44:23.257051 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-9156032f-8c86-46d4-bd20-47826919bd79 req-5ecdcb6f-1ce4-457e-8f51-642be0726bb8 service neutron] 10.222.0.37 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822692 Sep 15 02:44:23.399626 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfc3b6-3cf0-4314-ac3c-8775a6dd43b5 req-c818b90d-0283-4786-b62b-b771a8cc4400 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:23.401134 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-24cfc3b6-3cf0-4314-ac3c-8775a6dd43b5 req-c818b90d-0283-4786-b62b-b771a8cc4400 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 943 time: 0.0495627 Sep 15 02:44:23.438556 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-24cfc3b6-3cf0-4314-ac3c-8775a6dd43b5 req-eede2031-42b3-4995-99d1-4db726c0a343 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Sep 15 02:44:24.289792 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:24.554188 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b9775-336c-4463-872c-cae84452c0f9 req-1486ca56-bf77-4690-bcde-37c4fee1d3ed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:24.555641 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-517b9775-336c-4463-872c-cae84452c0f9 req-1486ca56-bf77-4690-bcde-37c4fee1d3ed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 943 time: 0.0480680 Sep 15 02:44:24.597247 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-517b9775-336c-4463-872c-cae84452c0f9 req-2baafb98-d161-40f9-9229-9989b2f4cb6d tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354085 Sep 15 02:44:25.714437 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d1c5e-d593-479a-a936-2a49f123ef9c req-6c2f4f91-3f79-43a2-8e75-76047a339cb7 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:25.715897 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d43d1c5e-d593-479a-a936-2a49f123ef9c req-6c2f4f91-3f79-43a2-8e75-76047a339cb7 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 943 time: 0.0484672 Sep 15 02:44:25.754203 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50406) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:25.755428 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d43d1c5e-d593-479a-a936-2a49f123ef9c req-d63982f7-aef7-4a17-a87d-2f2fa5fd71ca tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Sep 15 02:44:25.859648 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60031fe5-2ea9-40aa-a918-f61b047218a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:25.945600 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60031fe5-2ea9-40aa-a918-f61b047218a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:26.068123 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-f7244efb-124f-4e80-b57a-633b7ba0689c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423901 Sep 15 02:44:26.069372 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60031fe5-2ea9-40aa-a918-f61b047218a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:26.106859 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-60031fe5-2ea9-40aa-a918-f61b047218a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f5fc5dd9f1946c49ae73ad8813abd93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514698 Sep 15 02:44:26.107711 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60031fe5-2ea9-40aa-a918-f61b047218a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e9173c-bf87-49eb-a009-0729228f62c8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:26.109463 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50410) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:26.149099 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-2e2379a9-00cb-4ac8-81cd-7be35f2c3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:26.150569 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-2e2379a9-00cb-4ac8-81cd-7be35f2c3bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 1099 time: 0.0394807 Sep 15 02:44:26.163457 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18284144-2ac5-4620-8b83-e38bf0092d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:26.184379 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18284144-2ac5-4620-8b83-e38bf0092d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:26.254826 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-4b1bae9e-4796-497d-8981-79c05f774082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:26.256263 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-4b1bae9e-4796-497d-8981-79c05f774082 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.0863760 Sep 15 02:44:26.289726 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18284144-2ac5-4620-8b83-e38bf0092d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:26.292403 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18284144-2ac5-4620-8b83-e38bf0092d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:26.293617 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-18284144-2ac5-4620-8b83-e38bf0092d7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44e9173c-bf87-49eb-a009-0729228f62c8 HTTP/1.1" status: 204 len: 168 time: 0.1823993 Sep 15 02:44:26.302158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18284144-2ac5-4620-8b83-e38bf0092d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e9173c-bf87-49eb-a009-0729228f62c8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:26.323750 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-d1ed78ad-1335-4e67-8e8c-6e169b967f17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb HTTP/1.1" status: 200 len: 1000 time: 0.0593638 Sep 15 02:44:26.376957 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-2af64617-5eb9-49ae-9569-fd6767eee55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:26.378293 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-2af64617-5eb9-49ae-9569-fd6767eee55f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0446031 Sep 15 02:44:26.428286 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-13858c8f-3ab0-42a9-a0ed-7e7221439528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:26.429807 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-13858c8f-3ab0-42a9-a0ed-7e7221439528 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438061 Sep 15 02:44:26.522075 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-85e7b58d-b1a0-4819-bd7e-bc304e492b6f service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819161 Sep 15 02:44:26.623171 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3e951ce7-d08a-4e21-a069-84e9d2f8babe req-b9f326e4-fb49-4b54-a1ab-0dd7378c024e service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930655 Sep 15 02:44:26.870708 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0f06c-bfc2-48f7-bf66-ddb82681548c req-1b44364b-6bbe-4614-8c55-b44e44b3a2bd tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:26.872217 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-49a0f06c-bfc2-48f7-bf66-ddb82681548c req-1b44364b-6bbe-4614-8c55-b44e44b3a2bd tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 943 time: 0.0512123 Sep 15 02:44:26.910473 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-49a0f06c-bfc2-48f7-bf66-ddb82681548c req-00bf59ee-96a3-41db-8e59-f7c569deeb27 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Sep 15 02:44:26.948211 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50440) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:26.962313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ce1c858-0c3b-4837-a521-0ad05dc4afbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.048013 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ce1c858-0c3b-4837-a521-0ad05dc4afbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.128702 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ce1c858-0c3b-4837-a521-0ad05dc4afbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.157946 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5e2280bb-3fb3-420b-bf58-a8eb9ad138f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.166562 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-2ce1c858-0c3b-4837-a521-0ad05dc4afbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daff28be2c4641b29007bfbc321c82f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171354 Sep 15 02:44:27.167415 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1c858-0c3b-4837-a521-0ad05dc4afbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fbb80a-cba4-47d0-b09c-64a67b18234e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:27.170107 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50442) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:27.220822 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eaccd31a-d3ae-4a17-930d-b995d24237ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.241850 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eaccd31a-d3ae-4a17-930d-b995d24237ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.264880 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8feba344-50f2-4604-bfd7-2b26a45816dc details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:44:27.335596 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eaccd31a-d3ae-4a17-930d-b995d24237ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.338276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eaccd31a-d3ae-4a17-930d-b995d24237ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.341758 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-eaccd31a-d3ae-4a17-930d-b995d24237ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0fbb80a-cba4-47d0-b09c-64a67b18234e HTTP/1.1" status: 204 len: 168 time: 0.1683412 Sep 15 02:44:27.355377 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccd31a-d3ae-4a17-930d-b995d24237ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fbb80a-cba4-47d0-b09c-64a67b18234e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:27.360402 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 8feba344-50f2-4604-bfd7-2b26a45816dc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8feba344-50f2-4604-bfd7-2b26a45816dc,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:27.372504 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50448) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:27.385447 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '8feba344-50f2-4604-bfd7-2b26a45816dc', 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6', 'port_id': '8feba344-50f2-4604-bfd7-2b26a45816dc', 'mac_address': 'fa:16:3e:67:ed:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d84069-f760-47f3-8923-2db7141b7368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:44:27.428683 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.441940 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8feba344-50f2-4604-bfd7-2b26a45816dc {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:27.460767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 8feba344-50f2-4604-bfd7-2b26a45816dc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8feba344-50f2-4604-bfd7-2b26a45816dc,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:27.489724 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8344489-f0c6-4012-9b04-b8a728c7d522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.523944 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.574001 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=8feba344-50f2-4604-bfd7-2b26a45816dc,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:27.588335 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8344489-f0c6-4012-9b04-b8a728c7d522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.677994 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8344489-f0c6-4012-9b04-b8a728c7d522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.719132 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-a8344489-f0c6-4012-9b04-b8a728c7d522 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=609abf104cfb4f0eaa764980c5f31756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432822 Sep 15 02:44:27.719132 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8344489-f0c6-4012-9b04-b8a728c7d522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48326e50-e7e4-4ac0-8396-356115a4fc8a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:27.719861 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50454) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:27.770535 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dcf04118-3cf1-4c27-bc8e-f17d9fa22110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.793739 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dcf04118-3cf1-4c27-bc8e-f17d9fa22110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.893773 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['8feba344-50f2-4604-bfd7-2b26a45816dc'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:44:27.941705 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dcf04118-3cf1-4c27-bc8e-f17d9fa22110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.944329 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dcf04118-3cf1-4c27-bc8e-f17d9fa22110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.948105 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-dcf04118-3cf1-4c27-bc8e-f17d9fa22110 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48326e50-e7e4-4ac0-8396-356115a4fc8a HTTP/1.1" status: 204 len: 168 time: 0.2244601 Sep 15 02:44:27.965940 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf04118-3cf1-4c27-bc8e-f17d9fa22110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48326e50-e7e4-4ac0-8396-356115a4fc8a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:28.051361 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f4e2e-4d72-4f85-84f2-0ee49f237f5d req-3be02e5e-f229-4b54-8ce2-5f72cc5a8ea7 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:28.053588 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b52f4e2e-4d72-4f85-84f2-0ee49f237f5d req-3be02e5e-f229-4b54-8ce2-5f72cc5a8ea7 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 944 time: 0.0611801 Sep 15 02:44:28.095230 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b52f4e2e-4d72-4f85-84f2-0ee49f237f5d req-3df31020-2222-45c3-86ef-32d00283c63e tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Sep 15 02:44:28.588679 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50480) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:28.602379 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f69dd7aa-9001-4771-beb4-878c252e6229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.687651 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f69dd7aa-9001-4771-beb4-878c252e6229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.762998 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f69dd7aa-9001-4771-beb4-878c252e6229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.804849 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f69dd7aa-9001-4771-beb4-878c252e6229 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e82fc31ea084487bbe21910f3b48e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149987 Sep 15 02:44:28.805678 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dd7aa-9001-4771-beb4-878c252e6229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1026aae9-556b-4551-ae50-161ddee2ee2c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:28.807443 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50484) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:28.857423 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.879452 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.009559 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.012151 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.013335 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1026aae9-556b-4551-ae50-161ddee2ee2c HTTP/1.1" status: 204 len: 168 time: 0.2030234 Sep 15 02:44:29.021476 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1026aae9-556b-4551-ae50-161ddee2ee2c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.028404 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.028754 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.029097 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.029431 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.029759 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.030087 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.030412 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.030747 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.031058 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.031377 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.031695 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.032177 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4ee15-6c78-4ece-a495-4769ba5250ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.210749 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29d0c-d375-4b6e-ae72-8ea480e18d80 req-1e4e00ec-2b34-4f2a-be69-a45bd3d2444e tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:29.212228 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51e29d0c-d375-4b6e-ae72-8ea480e18d80 req-1e4e00ec-2b34-4f2a-be69-a45bd3d2444e tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 944 time: 0.0494943 Sep 15 02:44:29.257120 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51e29d0c-d375-4b6e-ae72-8ea480e18d80 req-736f9536-50db-4112-b156-f0adfa3a6997 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Sep 15 02:44:29.281221 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8feba344-50f2-4604-bfd7-2b26a45816dc up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:29.393430 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 8feba344-50f2-4604-bfd7-2b26a45816dc completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:44:29.397886 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 8feba344-50f2-4604-bfd7-2b26a45816dc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:29.398728 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.486322 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.515862 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba344-50f2-4604-bfd7-2b26a45816dc'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:29.515862 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170ffa67-fc25-413c-b2ff-41764b94dedc" -d '{"events": [{"server_uuid": "4047bb1d-9282-437b-9bc8-74f2b4b652f0", "name": "network-vif-plugged", "status": "completed", "tag": "8feba344-50f2-4604-bfd7-2b26a45816dc"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:29.527779 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 8feba344-50f2-4604-bfd7-2b26a45816dc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8feba344-50f2-4604-bfd7-2b26a45816dc,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:29.558640 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda6064c-ed80-4dc3-adaf-954c55829049 x-openstack-request-id: req-dda6064c-ed80-4dc3-adaf-954c55829049 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:29.558997 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047bb1d-9282-437b-9bc8-74f2b4b652f0", "name": "network-vif-plugged", "status": "completed", "tag": "8feba344-50f2-4604-bfd7-2b26a45816dc", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:29.559414 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dda6064c-ed80-4dc3-adaf-954c55829049 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:29.559810 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba344-50f2-4604-bfd7-2b26a45816dc', 'code': 200} Sep 15 02:44:29.581428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.630666 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=8feba344-50f2-4604-bfd7-2b26a45816dc,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.752617 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cfc18de3-40aa-4111-9c73-116469066d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.944448 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780b7ce-bda0-40da-8495-54123fd64ef4 req-200c0303-5422-4096-bc30-a0417e4fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:29.945959 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6780b7ce-bda0-40da-8495-54123fd64ef4 req-200c0303-5422-4096-bc30-a0417e4fb702 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 1098 time: 0.0402305 Sep 15 02:44:29.963269 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.985558 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6780b7ce-bda0-40da-8495-54123fd64ef4 req-203fc126-cad9-4f74-9738-98c5f9328782 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Sep 15 02:44:30.539988 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50562) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:30.619822 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccf43d-59af-4611-bdd2-f89adf5a7ded req-37cd2c66-0621-48e8-b133-d1187779c08d tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:30.621325 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-27ccf43d-59af-4611-bdd2-f89adf5a7ded req-37cd2c66-0621-48e8-b133-d1187779c08d tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 945 time: 0.2975967 Sep 15 02:44:30.653949 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51be6282-8f66-4d22-bc90-94a80160a6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.664918 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-27ccf43d-59af-4611-bdd2-f89adf5a7ded req-5e786c31-6b18-45e9-a712-a6425e9a29a9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Sep 15 02:44:30.743838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51be6282-8f66-4d22-bc90-94a80160a6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.809564 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51be6282-8f66-4d22-bc90-94a80160a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.849797 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be6282-8f66-4d22-bc90-94a80160a6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a3918-d39a-4e1a-b8c5-341f2e4cec80,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:30.858797 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-51be6282-8f66-4d22-bc90-94a80160a6ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=814222036dd54bdda9a9608d73ab3b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177192 Sep 15 02:44:30.859116 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50572) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:30.901068 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.909345 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-831d8802-110a-49b1-b21f-a4f91587490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.929165 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-831d8802-110a-49b1-b21f-a4f91587490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.055154 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-831d8802-110a-49b1-b21f-a4f91587490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.057671 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-831d8802-110a-49b1-b21f-a4f91587490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.059856 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-831d8802-110a-49b1-b21f-a4f91587490b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b02a3918-d39a-4e1a-b8c5-341f2e4cec80 HTTP/1.1" status: 204 len: 168 time: 0.1994307 Sep 15 02:44:31.075039 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d8802-110a-49b1-b21f-a4f91587490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a3918-d39a-4e1a-b8c5-341f2e4cec80,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:31.560935 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:31.574553 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2feed88-d252-4b84-80b0-f6d1c271f271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.666084 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2feed88-d252-4b84-80b0-f6d1c271f271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.762573 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2feed88-d252-4b84-80b0-f6d1c271f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.804218 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feed88-d252-4b84-80b0-f6d1c271f271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142fad6d-260f-4ab1-9d95-c8f1ca5f4129,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:31.812897 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-e2feed88-d252-4b84-80b0-f6d1c271f271 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74b30d762a664d09afdd8d18926c71b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507460 Sep 15 02:44:31.816271 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:31.829605 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098ea8f-2dda-4d2e-9434-f5bdd11a6022 req-1e38618a-62e9-42c5-98c6-60794f034b44 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:31.831046 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1098ea8f-2dda-4d2e-9434-f5bdd11a6022 req-1e38618a-62e9-42c5-98c6-60794f034b44 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 945 time: 0.0940261 Sep 15 02:44:31.888619 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1098ea8f-2dda-4d2e-9434-f5bdd11a6022 req-7400d8a4-c72a-48c8-ad80-3b50c5337f00 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Sep 15 02:44:31.899888 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3484d8f0-143c-4a7c-82aa-5c1c378f8eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.921222 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3484d8f0-143c-4a7c-82aa-5c1c378f8eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.055012 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3484d8f0-143c-4a7c-82aa-5c1c378f8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.058012 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3484d8f0-143c-4a7c-82aa-5c1c378f8eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.059332 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3484d8f0-143c-4a7c-82aa-5c1c378f8eb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/142fad6d-260f-4ab1-9d95-c8f1ca5f4129 HTTP/1.1" status: 204 len: 168 time: 0.2421353 Sep 15 02:44:32.068806 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484d8f0-143c-4a7c-82aa-5c1c378f8eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142fad6d-260f-4ab1-9d95-c8f1ca5f4129,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:32.478471 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.912162 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50714) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:34.014253 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af10c784-ed2c-4a57-a792-89d2d641e98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.097166 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af10c784-ed2c-4a57-a792-89d2d641e98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.168617 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af10c784-ed2c-4a57-a792-89d2d641e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.205934 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10c784-ed2c-4a57-a792-89d2d641e98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1099e31-ad34-4ecc-9292-56a64edce236,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:34.210831 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-af10c784-ed2c-4a57-a792-89d2d641e98f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2db5cd51fa404ceea2ca9cf5c24b3d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974002 Sep 15 02:44:34.213777 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50718) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:34.260779 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ac2de9d-d646-4aa0-991b-2de8d8956e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.284495 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ac2de9d-d646-4aa0-991b-2de8d8956e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.409003 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ac2de9d-d646-4aa0-991b-2de8d8956e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.411636 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ac2de9d-d646-4aa0-991b-2de8d8956e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.412819 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8ac2de9d-d646-4aa0-991b-2de8d8956e8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1099e31-ad34-4ecc-9292-56a64edce236 HTTP/1.1" status: 204 len: 168 time: 0.1981525 Sep 15 02:44:34.421153 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2de9d-d646-4aa0-991b-2de8d8956e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1099e31-ad34-4ecc-9292-56a64edce236,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:42.680019 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50886) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:42.781953 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-461219e2-4f62-4c96-b89f-c143ea10527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.871170 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-461219e2-4f62-4c96-b89f-c143ea10527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.934997 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-461219e2-4f62-4c96-b89f-c143ea10527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.973134 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-461219e2-4f62-4c96-b89f-c143ea10527b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=629b8ef2770c47c599c28f5b14beb09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920434 Sep 15 02:44:42.975072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461219e2-4f62-4c96-b89f-c143ea10527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d76344-4ed6-4ea8-8c7e-9eaf49989fe4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:42.975769 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50890) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:43.026875 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588f395a-46a9-47e6-97e7-44b8b80747a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.048179 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588f395a-46a9-47e6-97e7-44b8b80747a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.163716 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588f395a-46a9-47e6-97e7-44b8b80747a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.166376 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588f395a-46a9-47e6-97e7-44b8b80747a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.167610 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-588f395a-46a9-47e6-97e7-44b8b80747a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26d76344-4ed6-4ea8-8c7e-9eaf49989fe4 HTTP/1.1" status: 204 len: 168 time: 0.1907804 Sep 15 02:44:43.175708 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f395a-46a9-47e6-97e7-44b8b80747a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d76344-4ed6-4ea8-8c7e-9eaf49989fe4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:43.750839 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50910) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:43.763864 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c05696eb-8e64-4c53-b4f9-320c5557bd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.853418 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c05696eb-8e64-4c53-b4f9-320c5557bd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.945338 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c05696eb-8e64-4c53-b4f9-320c5557bd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.984416 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c05696eb-8e64-4c53-b4f9-320c5557bd74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=477ac4bd8be94baf9cf5a116b81d29ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324693 Sep 15 02:44:43.985278 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05696eb-8e64-4c53-b4f9-320c5557bd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a947b8a7-0c7b-432f-81dc-339ed0045ce3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:43.987466 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50918) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:44.038733 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-561711c9-604f-40f1-91ad-23761a744276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.059934 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-561711c9-604f-40f1-91ad-23761a744276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.214026 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-561711c9-604f-40f1-91ad-23761a744276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.216854 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-561711c9-604f-40f1-91ad-23761a744276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.218030 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-561711c9-604f-40f1-91ad-23761a744276 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a947b8a7-0c7b-432f-81dc-339ed0045ce3 HTTP/1.1" status: 204 len: 168 time: 0.2295477 Sep 15 02:44:44.228260 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561711c9-604f-40f1-91ad-23761a744276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a947b8a7-0c7b-432f-81dc-339ed0045ce3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:44.911406 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50940) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:44.924162 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc551a66-14b4-4afd-96ea-5d88afe4f9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.017598 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc551a66-14b4-4afd-96ea-5d88afe4f9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.072010 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc551a66-14b4-4afd-96ea-5d88afe4f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.110838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc551a66-14b4-4afd-96ea-5d88afe4f9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48abc35-4470-441d-9332-bfd9bb68e1b1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:45.116902 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-cc551a66-14b4-4afd-96ea-5d88afe4f9b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7b1f506334e4fe8aa48fd0d9bb3582a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044561 Sep 15 02:44:45.119805 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50944) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:45.169703 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a14e069-57b9-437e-a141-f398e6f9553e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.190997 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a14e069-57b9-437e-a141-f398e6f9553e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.335191 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a14e069-57b9-437e-a141-f398e6f9553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.337742 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a14e069-57b9-437e-a141-f398e6f9553e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.338908 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8a14e069-57b9-437e-a141-f398e6f9553e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b48abc35-4470-441d-9332-bfd9bb68e1b1 HTTP/1.1" status: 204 len: 168 time: 0.2181380 Sep 15 02:44:45.347489 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e069-57b9-437e-a141-f398e6f9553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48abc35-4470-441d-9332-bfd9bb68e1b1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:45.627614 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 50958) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:45.747659 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c738e14-f97b-4d69-ade4-52a0a1a998d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.854909 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c738e14-f97b-4d69-ade4-52a0a1a998d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.906712 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c738e14-f97b-4d69-ade4-52a0a1a998d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.945799 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-4c738e14-f97b-4d69-ade4-52a0a1a998d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ed4b99d32d0497487990593d9e14491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170650 Sep 15 02:44:45.946888 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c738e14-f97b-4d69-ade4-52a0a1a998d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc97e75d-16f3-4e48-a17c-5e5931496e36,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:45.948485 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 50974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:45.995738 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1927b779-b636-4c0c-8763-37148f05d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.020831 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1927b779-b636-4c0c-8763-37148f05d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.158025 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1927b779-b636-4c0c-8763-37148f05d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.160747 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1927b779-b636-4c0c-8763-37148f05d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.161933 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-1927b779-b636-4c0c-8763-37148f05d7b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc97e75d-16f3-4e48-a17c-5e5931496e36 HTTP/1.1" status: 204 len: 168 time: 0.2124784 Sep 15 02:44:46.170177 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927b779-b636-4c0c-8763-37148f05d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc97e75d-16f3-4e48-a17c-5e5931496e36,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:46.797152 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51004) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:46.811899 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f71b9f24-f7dd-42e4-94e5-f228a0c6f9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.912871 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f71b9f24-f7dd-42e4-94e5-f228a0c6f9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.009294 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f71b9f24-f7dd-42e4-94e5-f228a0c6f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.046615 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f71b9f24-f7dd-42e4-94e5-f228a0c6f9b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3e250dd8bdf44bb9d2fbf9697812352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478392 Sep 15 02:44:47.047671 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9f24-f7dd-42e4-94e5-f228a0c6f9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbf9657-33c5-4aaf-b412-680d89fb147c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:47.050006 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51012) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:47.112617 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e452d7b7-8434-4179-95ad-b15c4e378827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.134126 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e452d7b7-8434-4179-95ad-b15c4e378827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.266496 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e452d7b7-8434-4179-95ad-b15c4e378827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.270480 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e452d7b7-8434-4179-95ad-b15c4e378827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.278114 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-e452d7b7-8434-4179-95ad-b15c4e378827 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcbf9657-33c5-4aaf-b412-680d89fb147c HTTP/1.1" status: 204 len: 168 time: 0.2197878 Sep 15 02:44:47.284599 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452d7b7-8434-4179-95ad-b15c4e378827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbf9657-33c5-4aaf-b412-680d89fb147c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:47.364537 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005d15a-8a40-4d10-b111-ba23253de8ab req-0a68cbc5-9372-42c9-b69b-1558a41a462f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:47.364537 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3005d15a-8a40-4d10-b111-ba23253de8ab req-0a68cbc5-9372-42c9-b69b-1558a41a462f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0520093 Sep 15 02:44:47.401598 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3005d15a-8a40-4d10-b111-ba23253de8ab req-0b42a5c1-0164-4481-b87b-1f7b0923bf00 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333359 Sep 15 02:44:47.951311 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51034) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:47.965194 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-159a5920-1c9a-43bc-8792-81df964c9fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.055080 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-159a5920-1c9a-43bc-8792-81df964c9fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.134106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-159a5920-1c9a-43bc-8792-81df964c9fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.172304 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-159a5920-1c9a-43bc-8792-81df964c9fec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6a6bedaf1ab471696301bd4a46333bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199204 Sep 15 02:44:48.174272 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a5920-1c9a-43bc-8792-81df964c9fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e57de0-e876-46ba-9019-2738e6b10e0b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:48.175099 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51036) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:48.226511 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-857a09db-f6d8-4060-b16d-e8551ffa0cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.247762 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-857a09db-f6d8-4060-b16d-e8551ffa0cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.438067 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-857a09db-f6d8-4060-b16d-e8551ffa0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.440776 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-857a09db-f6d8-4060-b16d-e8551ffa0cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.442039 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-857a09db-f6d8-4060-b16d-e8551ffa0cc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49e57de0-e876-46ba-9019-2738e6b10e0b HTTP/1.1" status: 204 len: 168 time: 0.2659400 Sep 15 02:44:48.449661 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a09db-f6d8-4060-b16d-e8551ffa0cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e57de0-e876-46ba-9019-2738e6b10e0b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:48.531024 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad066d-df63-48b3-898b-be8fce144b59 req-7d10e182-6e3b-4d3a-a989-1c968832ca0c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.532700 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bcad066d-df63-48b3-898b-be8fce144b59 req-7d10e182-6e3b-4d3a-a989-1c968832ca0c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0495057 Sep 15 02:44:48.572399 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bcad066d-df63-48b3-898b-be8fce144b59 req-a4a41090-e59b-436c-a844-2a79f0e45fe4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Sep 15 02:44:49.496636 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-b2607a5d-da34-4fe0-b6f8-3bb2000e31a0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:49.498075 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-b2607a5d-da34-4fe0-b6f8-3bb2000e31a0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0495050 Sep 15 02:44:49.591009 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Deleting port cf5ef637-b7f3-4dfe-a135-57f0482f24bb {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:44:49.591379 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.686106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] For port cf5ef637-b7f3-4dfe-a135-57f0482f24bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:49.686758 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.689817 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07232e4c-428d-40f8-a60e-dfe576ea666e req-d74f8d03-a26e-41b7-abd9-d80c8aef7fb8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:49.691567 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-07232e4c-428d-40f8-a60e-dfe576ea666e req-d74f8d03-a26e-41b7-abd9-d80c8aef7fb8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 946 time: 0.0487800 Sep 15 02:44:49.732476 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-07232e4c-428d-40f8-a60e-dfe576ea666e req-043d8e98-389c-4dc5-bff1-58161b8a0a51 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=f84c5e6a-2051-4c1a-bc05-a844eace37a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 Sep 15 02:44:49.911145 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.911641 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.911877 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Floating IP 92d98f66-0c14-4ee7-9e07-be0bb439c56f disassociated. External IP: 172.27.3.73, port: cf5ef637-b7f3-4dfe-a135-57f0482f24bb. Sep 15 02:44:49.912210 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Calling delete_port for cf5ef637-b7f3-4dfe-a135-57f0482f24bb owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:44:50.192339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.438163 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event deleted for resources: {'Port': ['ID=cf5ef637-b7f3-4dfe-a135-57f0482f24bb,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:50.550811 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Router aff72e51-9578-4c55-9c9a-8e5a032f44c8 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:44:50.657059 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:50.668121 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] Sync routers for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:50.682245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:50.682995 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:44:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:50.700971 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] No DVR routers for this DVR port cf5ef637-b7f3-4dfe-a135-57f0482f24bb on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:44:50.703456 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.705623 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c3e8ea13-0a26-4fcb-a029-eadcdf322c43 req-5090152c-3ea8-4b42-98a8-e30678e5b20d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "DELETE /v2.0/ports/cf5ef637-b7f3-4dfe-a135-57f0482f24bb HTTP/1.1" status: 204 len: 173 time: 1.2009029 Sep 15 02:44:50.706068 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-deleted', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:50.709053 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09f5563-3cf2-49e2-8019-5a6f2ac42d1e" -d '{"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-deleted", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:50.744971 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ae9e3e-8d61-4b92-b2e1-405089183b6d x-openstack-request-id: req-01ae9e3e-8d61-4b92-b2e1-405089183b6d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:50.745285 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0235be5f-50fb-4741-83d3-4e7c40be2b8a", "name": "network-vif-deleted", "tag": "cf5ef637-b7f3-4dfe-a135-57f0482f24bb", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:50.745575 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01ae9e3e-8d61-4b92-b2e1-405089183b6d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:50.745972 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0235be5f-50fb-4741-83d3-4e7c40be2b8a', 'name': 'network-vif-deleted', 'tag': 'cf5ef637-b7f3-4dfe-a135-57f0482f24bb', 'status': 'completed', 'code': 200} Sep 15 02:44:50.798149 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:50.836981 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-13c77acf-f2ac-4b21-b534-9f7ed5de9890 req-971d4970-7805-4d98-b69a-8cb5b2b11335 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0284534 Sep 15 02:44:51.037958 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:51.066418 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] Checking router: aff72e51-9578-4c55-9c9a-8e5a032f44c8 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:51.078509 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:51.079300 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:44:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:51.188840 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:51.398275 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:51.424452 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cafbe0-ca09-40cc-a049-7a7a5a3e728f None None] The sync data for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi is: [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:51.634757 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bcbdb-bd59-4c93-98f3-a3b5d1221e4f None None] New status for floating IP 92d98f66-0c14-4ee7-9e07-be0bb439c56f: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:44:51.950152 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f0f32538-a601-46e5-9fd5-134753d8ffc2 req-1775ac6e-4f78-4adb-9915-5d294431547e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=0235be5f-50fb-4741-83d3-4e7c40be2b8a HTTP/1.1" status: 200 len: 210 time: 0.0259590 Sep 15 02:44:52.999167 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51108) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:53.108228 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a975cfc1-808a-407c-b533-b971042354cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.115006 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51116) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:53.171669 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.194297 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.198290 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a975cfc1-808a-407c-b533-b971042354cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.265461 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a975cfc1-808a-407c-b533-b971042354cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.304475 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-a975cfc1-808a-407c-b533-b971042354cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93db431fb30d4aaf947e6e03f2250a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042166 Sep 15 02:44:53.305191 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975cfc1-808a-407c-b533-b971042354cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa69fa1-7582-48bc-8d3b-94db6df5990b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:53.307227 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51118) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:53.325205 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.327681 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.328769 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "DELETE /v2.0/security-groups/f84c5e6a-2051-4c1a-bc05-a844eace37a2 HTTP/1.1" status: 204 len: 168 time: 0.2121387 Sep 15 02:44:53.336774 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51120) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:53.347622 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c5e6a-2051-4c1a-bc05-a844eace37a2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:53.350497 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:44:53.352846 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.api.v2.resource [None req-83bef470-2e3a-425a-8db0-a893b749ac55 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] show failed (client error): The resource could not be found. Sep 15 02:44:53.356759 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-83bef470-2e3a-425a-8db0-a893b749ac55 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups/f84c5e6a-2051-4c1a-bc05-a844eace37a2 HTTP/1.1" status: 404 len: 347 time: 0.0161152 Sep 15 02:44:53.356987 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51122) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:53.358839 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.359189 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.359524 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.359870 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.360192 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.360541 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.360869 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.361193 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.361515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.361840 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.362162 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.362964 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5634a5-495b-4e03-a045-9c58877f4d69 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:53.371823 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: cf5ef637-b7f3-4dfe-a135-57f0482f24bb {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:44:53.372184 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cf5ef637-b7f3-4dfe-a135-57f0482f24bb not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:44:53.385086 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5107d3b1-092e-40b3-9511-5d143bf705c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.409369 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5107d3b1-092e-40b3-9511-5d143bf705c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.490005 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Deleting port a90d57bb-3913-4894-a874-a6469713e488 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:44:53.490343 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.540937 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5107d3b1-092e-40b3-9511-5d143bf705c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.545338 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5107d3b1-092e-40b3-9511-5d143bf705c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.545338 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5107d3b1-092e-40b3-9511-5d143bf705c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fa69fa1-7582-48bc-8d3b-94db6df5990b HTTP/1.1" status: 204 len: 168 time: 0.2363756 Sep 15 02:44:53.553823 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107d3b1-092e-40b3-9511-5d143bf705c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa69fa1-7582-48bc-8d3b-94db6df5990b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:53.569635 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.574098 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.582885 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Calling delete_port for a90d57bb-3913-4894-a874-a6469713e488 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:44:53.798134 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.824773 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event deleted for resources: {'Port': ['ID=a90d57bb-3913-4894-a874-a6469713e488,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:53.890509 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.893135 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.894499 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-e5158cc9-9fed-4187-9b0d-a1e8f1f0f0b7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "DELETE /v2.0/floatingips/92d98f66-0c14-4ee7-9e07-be0bb439c56f HTTP/1.1" status: 204 len: 168 time: 0.5366263 Sep 15 02:44:54.127575 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51130) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:54.141195 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccaf01e5-f978-48a8-a4d2-77a5973f6533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.239937 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccaf01e5-f978-48a8-a4d2-77a5973f6533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.295395 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.307063 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51138) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:54.311770 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-30482f9d-4fb4-45ab-bc92-4007c7df33e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155868557', 'description': 'tempest-description--956080807'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:54.359403 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccaf01e5-f978-48a8-a4d2-77a5973f6533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.406764 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-ccaf01e5-f978-48a8-a4d2-77a5973f6533 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2d328b5d35249ef969cd5b83d709ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780256 Sep 15 02:44:54.407719 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf01e5-f978-48a8-a4d2-77a5973f6533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb86dbe-498a-4452-aa9b-c050de6e7004,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:54.409532 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:54.457488 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5436e323-c4b8-47bf-8750-0b0814a42bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.466502 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30482f9d-4fb4-45ab-bc92-4007c7df33e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.478097 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5436e323-c4b8-47bf-8750-0b0814a42bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.580089 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5436e323-c4b8-47bf-8750-0b0814a42bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.583541 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5436e323-c4b8-47bf-8750-0b0814a42bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.584770 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5436e323-c4b8-47bf-8750-0b0814a42bf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eb86dbe-498a-4452-aa9b-c050de6e7004 HTTP/1.1" status: 204 len: 168 time: 0.1741774 Sep 15 02:44:54.593046 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436e323-c4b8-47bf-8750-0b0814a42bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb86dbe-498a-4452-aa9b-c050de6e7004,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:54.622257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30482f9d-4fb4-45ab-bc92-4007c7df33e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.682606 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30482f9d-4fb4-45ab-bc92-4007c7df33e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.712756 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30482f9d-4fb4-45ab-bc92-4007c7df33e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:54.774889 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30482f9d-4fb4-45ab-bc92-4007c7df33e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.778647 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-30482f9d-4fb4-45ab-bc92-4007c7df33e7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4681203 Sep 15 02:44:54.779371 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:54.784245 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-29d65459-57be-4667-b031-2064ae2934fa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'security_group_rule': {'security_group_id': '50d6b3fe-9ddd-4be6-a7c5-242f7bffc088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:54.888238 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29d65459-57be-4667-b031-2064ae2934fa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.938123 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29d65459-57be-4667-b031-2064ae2934fa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.026335 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29d65459-57be-4667-b031-2064ae2934fa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.036910 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d65459-57be-4667-b031-2064ae2934fa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc371392-15c5-4549-a6d2-820d766047d6,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:55.128782 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29d65459-57be-4667-b031-2064ae2934fa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.130035 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-29d65459-57be-4667-b031-2064ae2934fa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495150 Sep 15 02:44:55.133031 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51164) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:55.137474 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-505a1f1d-1912-4c41-ac57-00902122e6b8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'security_group_rule': {'security_group_id': '50d6b3fe-9ddd-4be6-a7c5-242f7bffc088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:55.238576 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-505a1f1d-1912-4c41-ac57-00902122e6b8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.299968 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-505a1f1d-1912-4c41-ac57-00902122e6b8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.358224 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-505a1f1d-1912-4c41-ac57-00902122e6b8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.377299 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a1f1d-1912-4c41-ac57-00902122e6b8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744dd589-7db0-45e3-9aaf-469275f429c4,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:55.421297 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-505a1f1d-1912-4c41-ac57-00902122e6b8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.422592 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-505a1f1d-1912-4c41-ac57-00902122e6b8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2886329 Sep 15 02:44:55.426918 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51172) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:55.431251 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:55.506784 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.604684 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.712044 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Allocated IP 172.27.3.193 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/06352684-e23d-4d44-9ed7-70bd2f3d5714) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:55.814000 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.912711 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.950582 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:55.953382 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:55.957049 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:55.965182 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'Port': ['ID=06352684-e23d-4d44-9ed7-70bd2f3d5714,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:56.043672 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.170901 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.278082 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:56.326239 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.380871 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.382742 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a0c82cc-8210-4832-b548-00e9e223a30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.456816 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'Port': ['ID=06352684-e23d-4d44-9ed7-70bd2f3d5714,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:56.464085 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.473258 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a0c82cc-8210-4832-b548-00e9e223a30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.563393 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a0c82cc-8210-4832-b548-00e9e223a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.602151 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-1a0c82cc-8210-4832-b548-00e9e223a30f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d217c3b1002a4dc8b651812f0b41d7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229792 Sep 15 02:44:56.603016 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c82cc-8210-4832-b548-00e9e223a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401faaac-cb58-439b-9f29-e1c7000eefc9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:56.605126 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51196) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:56.634131 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.635435 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-fe1cdb3c-0dc6-4f49-bf6b-a856eb722e42 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2076383 Sep 15 02:44:56.656251 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb80cac4-ea64-475e-8b39-33630b900f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.679938 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb80cac4-ea64-475e-8b39-33630b900f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.817215 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb80cac4-ea64-475e-8b39-33630b900f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.819664 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb80cac4-ea64-475e-8b39-33630b900f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.820773 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-fb80cac4-ea64-475e-8b39-33630b900f03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/401faaac-cb58-439b-9f29-e1c7000eefc9 HTTP/1.1" status: 204 len: 168 time: 0.2146614 Sep 15 02:44:56.826416 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-365a86ee-47d6-46fd-bba3-55225cc5a19e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--155868557&fields=id&tenant_id=bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 267 time: 0.0392661 Sep 15 02:44:56.831275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80cac4-ea64-475e-8b39-33630b900f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401faaac-cb58-439b-9f29-e1c7000eefc9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:56.938655 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-8d0c1010-c084-456a-94dd-13cda7e0054f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:56.940136 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-8d0c1010-c084-456a-94dd-13cda7e0054f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 817 time: 0.1063356 Sep 15 02:44:56.955023 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-405076f9-5889-4132-a4ee-536e667b94d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/quotas/bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 375 time: 0.0088410 Sep 15 02:44:57.010175 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-e73f2176-87e9-44f1-aabf-81967578a944 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482268 Sep 15 02:44:57.108793 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-f4e7e216-d42b-408f-932c-dadaed230024 service neutron] 10.222.0.15 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861084 Sep 15 02:44:57.167779 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2675802b-f065-48c4-a77a-3d8edee46f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.200699 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-6d683830-c44f-4bac-9615-536dc34d85d2 service neutron] 10.222.0.15 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852997 Sep 15 02:44:57.459472 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1c43e432-4fe6-40fb-830b-d589596c0998 req-9c79ae76-aee8-4ebe-b775-83bc0ce2dd6d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 210 time: 0.0284228 Sep 15 02:44:58.103250 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:44:58.562715 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a9d5c237-5892-4523-af5e-3fb5f6121427 req-fa264172-1cf9-4796-8aef-fa39af8ad940 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 210 time: 0.0301337 Sep 15 02:44:59.457763 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-79e6f541-9e30-40e6-a439-44235669e147 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:59.459313 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-79e6f541-9e30-40e6-a439-44235669e147 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 817 time: 0.1033716 Sep 15 02:44:59.509753 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-76ffb2e2-701a-49bc-ae54-3422958576cf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 379 time: 0.0334241 Sep 15 02:44:59.519765 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'port': {'device_id': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'admin_state_up': True, 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'security_groups': ['50d6b3fe-9ddd-4be6-a7c5-242f7bffc088']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:59.663902 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aac16a9f-854f-49bf-8981-e6bb148edef9 req-6beed71b-4b27-42e1-845a-31a697431cfe tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 210 time: 0.0261307 Sep 15 02:44:59.723786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Made reservation on behalf of bbf9c7a2d8b14e749224489d622636c9 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:59.724013 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fed7852f-5364-4b99-9de5-380abe0667af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.727494 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.856291 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Allocated IP 172.20.0.8 (8e605f89-2845-4e86-854d-ab3c9b4bbbe4/ccd7c26e-313a-43fc-a6f5-af753a253e0d/63863203-a700-4c7f-aaf7-fb777f612872) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:59.969541 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.999300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.088415 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.135084 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:45:00.138113 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:00.140573 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:45:00.172679 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:00.200085 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:00.200731 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.250476 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-28b8ff7f-5e2e-4086-bb21-f9ba680686f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7350504 Sep 15 02:45:00.270501 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Request body: {'port': {'device_id': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:00.325744 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.459802 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fa883b05-03cc-4b36-b821-bc6a40d085e5 None None] Provisioning complete for port 63863203-a700-4c7f-aaf7-fb777f612872 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:00.460251 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa883b05-03cc-4b36-b821-bc6a40d085e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.498535 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-fa883b05-03cc-4b36-b821-bc6a40d085e5 None None] Port 63863203-a700-4c7f-aaf7-fb777f612872 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:45:00.605125 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63863203-a700-4c7f-aaf7-fb777f612872 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:00.613142 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.625483 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Transition to ACTIVE for port object 63863203-a700-4c7f-aaf7-fb777f612872 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:45:00.706590 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.777063 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:00.794341 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334a932-774e-42d4-bb41-ef7981ba2b64 req-552db9bb-1423-4ca5-8cea-766a0244ae62 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:00.796045 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d334a932-774e-42d4-bb41-ef7981ba2b64 req-552db9bb-1423-4ca5-8cea-766a0244ae62 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0604055 Sep 15 02:45:00.832257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Attempting to bind port 63863203-a700-4c7f-aaf7-fb777f612872 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:45:00.832257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Attempting to bind port 63863203-a700-4c7f-aaf7-fb777f612872 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:45:00.832257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Attempting to bind port 63863203-a700-4c7f-aaf7-fb777f612872 on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:00.834235 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Port 63863203-a700-4c7f-aaf7-fb777f612872 on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:45:00.834499 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Attempting to bind port 63863203-a700-4c7f-aaf7-fb777f612872 on network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:00.839890 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:45:00.840228 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Checking segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:00.840636 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Bound using segment: {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:45:00.841067 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Bound port: 63863203-a700-4c7f-aaf7-fb777f612872, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d75bb7-1df7-4156-bec8-4c906a1d57df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:45:00.841431 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.848552 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d334a932-774e-42d4-bb41-ef7981ba2b64 req-9fbc3efb-d9de-4e53-93cb-bd4f7e4d1a5f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412359 Sep 15 02:45:00.912694 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.917164 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:45:00.917905 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:45:00.992596 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.027736 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.028213 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.029621 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] 10.222.0.37 "PUT /v2.0/ports/63863203-a700-4c7f-aaf7-fb777f612872 HTTP/1.1" status: 200 len: 1093 time: 0.7636247 Sep 15 02:45:01.030056 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:01.032272 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e3e42b-cd58-4204-ae5c-b68409cda166" -d '{"events": [{"name": "network-changed", "server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "tag": "63863203-a700-4c7f-aaf7-fb777f612872"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:01.059031 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde456bc-af81-4da9-a52b-3bd36b694e67 service neutron] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:01.074223 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42e60aa-0128-4e6e-a8d7-392ead66d066 x-openstack-request-id: req-d42e60aa-0128-4e6e-a8d7-392ead66d066 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:01.074594 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "tag": "63863203-a700-4c7f-aaf7-fb777f612872", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:01.074910 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d42e60aa-0128-4e6e-a8d7-392ead66d066 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:01.075403 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872', 'status': 'completed', 'code': 200} Sep 15 02:45:01.165742 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3e42b-cd58-4204-ae5c-b68409cda166 req-275feac3-b3b7-47d2-bd91-39517b38522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.167247 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d9e3e42b-cd58-4204-ae5c-b68409cda166 req-275feac3-b3b7-47d2-bd91-39517b38522e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1096 time: 0.0430758 Sep 15 02:45:01.283318 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3e42b-cd58-4204-ae5c-b68409cda166 req-a7a06b30-ac86-43b9-a696-2119047fccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.284966 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d9e3e42b-cd58-4204-ae5c-b68409cda166 req-a7a06b30-ac86-43b9-a696-2119047fccf2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bbf9c7a2d8b14e749224489d622636c9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0978339 Sep 15 02:45:01.384143 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3e42b-cd58-4204-ae5c-b68409cda166 req-61e64204-dab2-4b70-afcb-54f308949eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.385618 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d9e3e42b-cd58-4204-ae5c-b68409cda166 req-61e64204-dab2-4b70-afcb-54f308949eb8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926080 Sep 15 02:45:01.488400 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-4994fcb3-da88-48a5-8d68-5c98aafc5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.489895 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-4994fcb3-da88-48a5-8d68-5c98aafc5227 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1096 time: 0.0413206 Sep 15 02:45:01.540311 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-2898e058-7891-4864-92a6-c774cbe0ee2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63863203-a700-4c7f-aaf7-fb777f612872 HTTP/1.1" status: 200 len: 217 time: 0.0332153 Sep 15 02:45:01.591935 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-868a531e-b18a-4a69-b2b8-d86ed06693cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.593348 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-868a531e-b18a-4a69-b2b8-d86ed06693cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0435002 Sep 15 02:45:01.648926 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-81505398-45ff-43b5-a2cf-841a40e3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.650404 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-81505398-45ff-43b5-a2cf-841a40e3734a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437903 Sep 15 02:45:01.746897 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-4c494a2c-0d9f-4733-bcb5-88c50c10f61c service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847239 Sep 15 02:45:01.842433 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e29783c9-dac4-4c9a-8827-224fdfb37011 req-6cef2463-0747-4296-9377-6fd6f4c591a1 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 Sep 15 02:45:01.959854 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fefa9-26d3-43d6-87ac-40a8e0bd758b req-a0dd6ea1-48ca-4113-a1d0-8a0e01e56a34 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.961389 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3b3fefa9-26d3-43d6-87ac-40a8e0bd758b req-a0dd6ea1-48ca-4113-a1d0-8a0e01e56a34 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0496814 Sep 15 02:45:01.998511 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3b3fefa9-26d3-43d6-87ac-40a8e0bd758b req-27a39b61-233e-4a6c-8295-f7a545169049 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Sep 15 02:45:02.111929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51300) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:02.217374 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a1f46b3-3488-48fa-8b2f-7e9339029906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.306175 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a1f46b3-3488-48fa-8b2f-7e9339029906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.386038 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a1f46b3-3488-48fa-8b2f-7e9339029906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.423572 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-0a1f46b3-3488-48fa-8b2f-7e9339029906 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be39358bfe45461b93d269d6a894fd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104901 Sep 15 02:45:02.424553 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f46b3-3488-48fa-8b2f-7e9339029906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5971666-4499-4cef-8068-f6240ec08a8a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:02.427070 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:02.472072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.479568 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d062bbf-383b-4e81-8076-09142d088e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.500882 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d062bbf-383b-4e81-8076-09142d088e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.620859 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d062bbf-383b-4e81-8076-09142d088e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.623455 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d062bbf-383b-4e81-8076-09142d088e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.624794 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3d062bbf-383b-4e81-8076-09142d088e51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5971666-4499-4cef-8068-f6240ec08a8a HTTP/1.1" status: 204 len: 168 time: 0.1965473 Sep 15 02:45:02.634805 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d062bbf-383b-4e81-8076-09142d088e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5971666-4499-4cef-8068-f6240ec08a8a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:03.122360 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a83c5-b401-461c-8fc8-1734a5611095 req-42cd938d-cbf4-4db2-9a84-d2406f6d2a99 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.123881 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b6a83c5-b401-461c-8fc8-1734a5611095 req-42cd938d-cbf4-4db2-9a84-d2406f6d2a99 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0534258 Sep 15 02:45:03.162656 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b6a83c5-b401-461c-8fc8-1734a5611095 req-cb384a8b-f183-4772-a89e-982cc560861e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Sep 15 02:45:03.305521 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51320) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:03.319220 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d075af5-c4fc-4e97-8acc-40b9c22da800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.406138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d075af5-c4fc-4e97-8acc-40b9c22da800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.454695 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d075af5-c4fc-4e97-8acc-40b9c22da800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.493172 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-3d075af5-c4fc-4e97-8acc-40b9c22da800 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d8fd6e4c5234cd19d20f54f8c9fad4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866105 Sep 15 02:45:03.494310 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d075af5-c4fc-4e97-8acc-40b9c22da800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593e158c-762a-4a7f-9fc9-c7f43c797d52,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:03.495842 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51322) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:03.544723 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c723af-bb57-4f61-a882-3b1e5b0b746b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.565558 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c723af-bb57-4f61-a882-3b1e5b0b746b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.694856 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c723af-bb57-4f61-a882-3b1e5b0b746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.697455 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c723af-bb57-4f61-a882-3b1e5b0b746b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.698637 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-94c723af-bb57-4f61-a882-3b1e5b0b746b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/593e158c-762a-4a7f-9fc9-c7f43c797d52 HTTP/1.1" status: 204 len: 168 time: 0.2017348 Sep 15 02:45:03.706276 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c723af-bb57-4f61-a882-3b1e5b0b746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e158c-762a-4a7f-9fc9-c7f43c797d52,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:04.278961 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f59f-94c5-485a-a362-5c4b8cda266c req-487926ce-7e74-4723-812b-c8ee6522d78e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.280460 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0029f59f-94c5-485a-a362-5c4b8cda266c req-487926ce-7e74-4723-812b-c8ee6522d78e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0482159 Sep 15 02:45:04.319236 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0029f59f-94c5-485a-a362-5c4b8cda266c req-8e3d62ef-60ba-4631-a300-faa01a508432 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322268 Sep 15 02:45:05.443261 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156530-7b69-440e-ae01-8793716ffbeb req-67f22480-6336-4c3a-aeb9-6035d4229259 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:05.448488 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1156530-7b69-440e-ae01-8793716ffbeb req-67f22480-6336-4c3a-aeb9-6035d4229259 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0547867 Sep 15 02:45:05.484413 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1156530-7b69-440e-ae01-8793716ffbeb req-ecf22557-d75d-41eb-8c3d-73c160d6151e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Sep 15 02:45:06.338465 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:06.431633 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:06.443730 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '63863203-a700-4c7f-aaf7-fb777f612872', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'port_id': '63863203-a700-4c7f-aaf7-fb777f612872', 'mac_address': 'fa:16:3e:70:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:06.604118 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.607913 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0f13-268a-4162-9f20-df33605ef466 req-3c61190f-75c8-454f-b270-c120b05a688f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:06.609542 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e5fb0f13-268a-4162-9f20-df33605ef466 req-3c61190f-75c8-454f-b270-c120b05a688f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0506697 Sep 15 02:45:06.617196 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63863203-a700-4c7f-aaf7-fb777f612872 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:06.637026 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:06.651402 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e5fb0f13-268a-4162-9f20-df33605ef466 req-07a3abff-db9c-46b9-958b-d16b30ad2a25 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351670 Sep 15 02:45:06.700975 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.748986 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:06.756753 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.757113 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.757469 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.757808 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.758147 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.758516 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.758852 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.759212 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.759546 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.759882 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.760209 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:06.760559 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:07.076228 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['63863203-a700-4c7f-aaf7-fb777f612872'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:07.770276 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59581ee2-afb6-48dd-b5c7-fd541753c5d4 req-97e7439c-d256-4373-83eb-e4473623d1bc tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:07.771796 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-59581ee2-afb6-48dd-b5c7-fd541753c5d4 req-97e7439c-d256-4373-83eb-e4473623d1bc tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 944 time: 0.0489151 Sep 15 02:45:07.809040 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-59581ee2-afb6-48dd-b5c7-fd541753c5d4 req-e593487c-0f17-436b-80b5-0371dee57f9c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Sep 15 02:45:08.924672 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cc6f5-abe3-4cb1-9dbf-5beec7d3b43c req-2defba0b-41a7-44b7-898c-868c4df0e5ca tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:08.926799 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d64cc6f5-abe3-4cb1-9dbf-5beec7d3b43c req-2defba0b-41a7-44b7-898c-868c4df0e5ca tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Sep 15 02:45:08.964836 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d64cc6f5-abe3-4cb1-9dbf-5beec7d3b43c req-06acb908-ec88-4f2c-ba8a-704225ade358 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Sep 15 02:45:10.080424 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae001-0556-47ae-9faf-1c7f0e00cbc5 req-2b7ab098-44ab-42a7-b8ff-f7aa7251b2b1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:10.081871 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-285ae001-0556-47ae-9faf-1c7f0e00cbc5 req-2b7ab098-44ab-42a7-b8ff-f7aa7251b2b1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 944 time: 0.0464420 Sep 15 02:45:10.122300 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-285ae001-0556-47ae-9faf-1c7f0e00cbc5 req-bbf1c28c-4bdc-46e6-b96e-6b85e0a5bf6c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340395 Sep 15 02:45:10.680618 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:10.774643 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 63863203-a700-4c7f-aaf7-fb777f612872 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:10.778457 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 63863203-a700-4c7f-aaf7-fb777f612872 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:10.778830 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.854814 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.875937 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:10.878170 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede2ad7a-324b-4677-a317-c4625a000b5f" -d '{"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-plugged", "status": "completed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:10.893415 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:10.918635 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56de402-1716-475f-84e0-28c9fc9a0f27 x-openstack-request-id: req-f56de402-1716-475f-84e0-28c9fc9a0f27 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:10.918635 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-plugged", "status": "completed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:10.918635 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f56de402-1716-475f-84e0-28c9fc9a0f27 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:10.918635 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872', 'code': 200} Sep 15 02:45:10.956518 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.005435 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:11.238637 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ec86c-78d6-4e27-9bf4-20cd12bc1688 req-44b1c51f-2747-4127-8aa9-3a097df94ba4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:11.240319 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-af8ec86c-78d6-4e27-9bf4-20cd12bc1688 req-44b1c51f-2747-4127-8aa9-3a097df94ba4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0480783 Sep 15 02:45:11.277691 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-af8ec86c-78d6-4e27-9bf4-20cd12bc1688 req-dc2c77eb-6268-46d3-b6b1-9277dcfa46b0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313251 Sep 15 02:45:12.394226 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cfbb6-0355-48f1-8e1b-0c540c306474 req-39b033a8-78ad-42e5-b169-f6f0eb6e9056 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:12.395675 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f86cfbb6-0355-48f1-8e1b-0c540c306474 req-39b033a8-78ad-42e5-b169-f6f0eb6e9056 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0470557 Sep 15 02:45:12.431330 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f86cfbb6-0355-48f1-8e1b-0c540c306474 req-50d0cdc8-795c-4d3a-9ffb-eb2b2c49a809 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297127 Sep 15 02:45:13.547392 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3ec2-a5c8-49ec-96dc-d8d095dc1b9e req-8ea70ee2-41ce-43cb-b24f-63bf0e05dddb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:13.548890 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-90af3ec2-a5c8-49ec-96dc-d8d095dc1b9e req-8ea70ee2-41ce-43cb-b24f-63bf0e05dddb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0474613 Sep 15 02:45:13.589104 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-90af3ec2-a5c8-49ec-96dc-d8d095dc1b9e req-0a60a691-dc2d-4fcc-b7b8-ae82ee234cb7 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342872 Sep 15 02:45:13.861149 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198f8ac-19db-4168-94ed-a7195d50b4d3 req-a42bf3fc-dac5-40e5-bf97-abaf58758655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:13.862604 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a198f8ac-19db-4168-94ed-a7195d50b4d3 req-a42bf3fc-dac5-40e5-bf97-abaf58758655 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1098 time: 0.0392973 Sep 15 02:45:13.898042 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a198f8ac-19db-4168-94ed-a7195d50b4d3 req-21702ef9-e634-4bdc-bef7-9db180286293 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270128 Sep 15 02:45:14.705562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43528c8-465c-4450-9d4f-1399aef0c51f req-ca6cdad2-6f96-4e4e-96f6-aaa09b9e57a1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:14.707017 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c43528c8-465c-4450-9d4f-1399aef0c51f req-ca6cdad2-6f96-4e4e-96f6-aaa09b9e57a1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0480490 Sep 15 02:45:14.743721 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c43528c8-465c-4450-9d4f-1399aef0c51f req-eef523b6-834f-427b-a91d-4a7afe514c98 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Sep 15 02:45:15.859530 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a8b58-fab3-4e88-ac38-912bf4c8c13d req-d226c014-f28d-4eb6-9c4e-ebaaad831364 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:15.860989 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b71a8b58-fab3-4e88-ac38-912bf4c8c13d req-d226c014-f28d-4eb6-9c4e-ebaaad831364 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0467324 Sep 15 02:45:15.898489 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b71a8b58-fab3-4e88-ac38-912bf4c8c13d req-f0c1ba48-b4bb-474e-94e4-5dce794e28f1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315332 Sep 15 02:45:17.029323 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17780-4814-48c0-94be-504aea1a4e4c req-0b04d5fd-a3f6-42d9-b6c2-ad89ee2f0bbf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:17.030869 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ec17780-4814-48c0-94be-504aea1a4e4c req-0b04d5fd-a3f6-42d9-b6c2-ad89ee2f0bbf tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0482969 Sep 15 02:45:17.071564 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ec17780-4814-48c0-94be-504aea1a4e4c req-eb7d2d83-cc93-4204-b571-89ecc6393317 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348263 Sep 15 02:45:18.342859 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b1041-bcbb-4082-b982-47fae69e068a req-60272a61-7fad-4b90-a0e3-6edc1adc7fdb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:18.344313 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f69b1041-bcbb-4082-b982-47fae69e068a req-60272a61-7fad-4b90-a0e3-6edc1adc7fdb tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.2041566 Sep 15 02:45:18.381354 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f69b1041-bcbb-4082-b982-47fae69e068a req-8bd1734b-4e16-4937-8205-c9760c97d754 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Sep 15 02:45:19.549171 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0d1e6-bb49-415b-8959-eb7ed48f3524 req-95f729a1-34da-412d-839e-c486dbf47033 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:19.550655 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3f0d1e6-bb49-415b-8959-eb7ed48f3524 req-95f729a1-34da-412d-839e-c486dbf47033 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.1005261 Sep 15 02:45:19.588304 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3f0d1e6-bb49-415b-8959-eb7ed48f3524 req-e357d3e0-90d6-42b5-bee6-b5a6e219ba7f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309505 Sep 15 02:45:20.707236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4937d1-e6a8-420b-a580-a78361ae6994 req-238bfa27-94e4-4b0e-9f25-160f7682f32a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:20.710412 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4c4937d1-e6a8-420b-a580-a78361ae6994 req-238bfa27-94e4-4b0e-9f25-160f7682f32a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Sep 15 02:45:20.752455 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4c4937d1-e6a8-420b-a580-a78361ae6994 req-684b2897-2282-4d78-8b01-7156c6ac7c81 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366685 Sep 15 02:45:21.875855 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163fa04-8daf-42cd-9d0f-a53c9417150d req-5f5fa3a1-8034-409d-8667-a76c5a567bc6 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:21.877333 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3163fa04-8daf-42cd-9d0f-a53c9417150d req-5f5fa3a1-8034-409d-8667-a76c5a567bc6 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0500534 Sep 15 02:45:21.915288 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3163fa04-8daf-42cd-9d0f-a53c9417150d req-e39fcf67-3376-40d5-ad07-07f0b7928165 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316181 Sep 15 02:45:22.036965 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3bda-8850-4116-b030-f1e2c9df1c94 req-090f42c7-3aeb-4be0-9c91-ef0a1bdf1763 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:22.038375 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4f3c3bda-8850-4116-b030-f1e2c9df1c94 req-090f42c7-3aeb-4be0-9c91-ef0a1bdf1763 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Sep 15 02:45:22.050003 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51486) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.054923 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Request body: {'floatingip': {'port_id': '63863203-a700-4c7f-aaf7-fb777f612872'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:22.095569 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.496985 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.569184 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.669906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.l3_db [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Floating IP 90c5c12f-662d-4fad-9a33-45ef9b8161cb associated. External IP: 172.27.3.193, port: 63863203-a700-4c7f-aaf7-fb777f612872. Sep 15 02:45:22.868321 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Router aff72e51-9578-4c55-9c9a-8e5a032f44c8 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:45:22.971878 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:45:22.977387 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.982329 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898021df-cd5e-4af4-8195-1171986be773 None None] Sync routers for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:45:22.991658 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:22.992375 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:45:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:23.004637 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-67596b1d-953a-4209-98b0-0f0f7eb717b9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "PUT /v2.0/floatingips/90c5c12f-662d-4fad-9a33-45ef9b8161cb HTTP/1.1" status: 200 len: 991 time: 0.9535329 Sep 15 02:45:23.005233 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:23.007535 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbacbbc-2a22-4436-b1c5-4f824b11637c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "tag": "63863203-a700-4c7f-aaf7-fb777f612872"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:23.053349 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cce22d-f354-4c37-a742-64a417fefad2 x-openstack-request-id: req-43cce22d-f354-4c37-a742-64a417fefad2 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:23.053705 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "tag": "63863203-a700-4c7f-aaf7-fb777f612872", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:23.054328 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43cce22d-f354-4c37-a742-64a417fefad2 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:23.054906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872', 'status': 'completed', 'code': 200} Sep 15 02:45:23.097966 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:23.312124 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '90c5c12f-662d-4fad-9a33-45ef9b8161cb', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'port_id': '63863203-a700-4c7f-aaf7-fb777f612872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'mac_address': 'fa:16:3e:70:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:56Z', 'updated_at': '2021-09-15T02:45:22Z', 'revision_number': 1, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:23.341727 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898021df-cd5e-4af4-8195-1171986be773 None None] Checking router: aff72e51-9578-4c55-9c9a-8e5a032f44c8 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:45:23.349834 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:23.350428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:45:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:23.450059 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:23.664892 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-898021df-cd5e-4af4-8195-1171986be773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '90c5c12f-662d-4fad-9a33-45ef9b8161cb', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'port_id': '63863203-a700-4c7f-aaf7-fb777f612872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'mac_address': 'fa:16:3e:70:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:56Z', 'updated_at': '2021-09-15T02:45:22Z', 'revision_number': 1, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:23.695078 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898021df-cd5e-4af4-8195-1171986be773 None None] The sync data for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi is: [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '90c5c12f-662d-4fad-9a33-45ef9b8161cb', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'port_id': '63863203-a700-4c7f-aaf7-fb777f612872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'mac_address': 'fa:16:3e:70:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:56Z', 'updated_at': '2021-09-15T02:45:22Z', 'revision_number': 1, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:45:23.869739 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aade9f-1264-4830-9de9-fb9f5447e43a None None] New status for floating IP 90c5c12f-662d-4fad-9a33-45ef9b8161cb: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:45:24.255051 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.306901 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-11e1af1d-aa8e-4e69-919c-5bd03424ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:25.308395 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-11e1af1d-aa8e-4e69-919c-5bd03424ed9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1098 time: 0.0405564 Sep 15 02:45:25.401336 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-45875797-3abe-4ef0-b27a-7256d26cd882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:25.402797 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-45875797-3abe-4ef0-b27a-7256d26cd882 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.0852339 Sep 15 02:45:25.468220 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-c27e762c-ef71-4695-9414-ba600248c78c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63863203-a700-4c7f-aaf7-fb777f612872 HTTP/1.1" status: 200 len: 1001 time: 0.0557134 Sep 15 02:45:25.526058 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-3ee64349-abd5-420c-bc84-08776e56ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:25.527401 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-3ee64349-abd5-420c-bc84-08776e56ca8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0497293 Sep 15 02:45:25.574246 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-a6dd5a97-1ed8-4ce1-b5b4-9b1df8c96333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:25.575698 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-a6dd5a97-1ed8-4ce1-b5b4-9b1df8c96333 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394366 Sep 15 02:45:25.666481 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-a893b1c0-1ccf-4db1-91a1-47cf5d7eea8c service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813026 Sep 15 02:45:25.761476 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-6bbacbbc-2a22-4436-b1c5-4f824b11637c req-d3c35775-8cc4-4728-a81d-a3623ef35d18 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878532 Sep 15 02:45:26.978097 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721bab1-7385-4642-8991-2dc2a53dc81c req-0d1ced64-71b7-472b-8e24-425b4f497598 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:26.979773 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e721bab1-7385-4642-8991-2dc2a53dc81c req-0d1ced64-71b7-472b-8e24-425b4f497598 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0492618 Sep 15 02:45:27.021246 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e721bab1-7385-4642-8991-2dc2a53dc81c req-859f1a90-e404-4b42-9735-6b344ef21d81 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352647 Sep 15 02:45:27.117738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-22a70ebf-cb78-4e37-b0c0-287fc2de5e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:28.139017 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830de5-a25a-4bf7-8b4a-885f1ec54fcd req-74b5d88e-3711-41d4-b1c3-4cd1aa8d003e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:28.140408 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e1830de5-a25a-4bf7-8b4a-885f1ec54fcd req-74b5d88e-3711-41d4-b1c3-4cd1aa8d003e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0504010 Sep 15 02:45:28.177928 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e1830de5-a25a-4bf7-8b4a-885f1ec54fcd req-ae9e39a1-1401-46b6-b525-8b546d5fea74 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310585 Sep 15 02:45:29.294129 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf737f-a359-4c4f-9824-df817a60443d req-c08f0a67-708e-4596-8516-f80a98dfbfde tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:29.295636 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-27cf737f-a359-4c4f-9824-df817a60443d req-c08f0a67-708e-4596-8516-f80a98dfbfde tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0483379 Sep 15 02:45:29.334036 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-27cf737f-a359-4c4f-9824-df817a60443d req-98d97d01-e837-4f6d-b066-6acc4f32b473 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=776c105b-2628-4607-bd3c-5e50f115aecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Sep 15 02:45:29.689027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec177-ae17-4302-b7a4-2ee1b94f4aa6 req-760f94a5-9954-438d-afec-98761a8e737c tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:29.690506 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c30ec177-ae17-4302-b7a4-2ee1b94f4aa6 req-760f94a5-9954-438d-afec-98761a8e737c tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 945 time: 0.0473912 Sep 15 02:45:29.717857 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5eeed03d-6304-4d28-8884-1ea924c7d158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:29.728027 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-7556754a-061a-4ba6-95b3-f155c82f2c82 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:29.729835 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-7556754a-061a-4ba6-95b3-f155c82f2c82 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 946 time: 0.0515554 Sep 15 02:45:29.730789 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c30ec177-ae17-4302-b7a4-2ee1b94f4aa6 req-76c9fb1b-2323-4825-ae86-e212c39e1b68 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Sep 15 02:45:29.832649 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Deleting port a92fa06d-d76a-4350-bab9-17318c74ac96 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:45:29.832982 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:29.920862 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] For port a92fa06d-d76a-4350-bab9-17318c74ac96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a92fa06d-d76a-4350-bab9-17318c74ac96,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:29.921255 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:29.974481 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.090227 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.090504 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.090819 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Floating IP fb29f99c-d0ec-4f81-867e-5d6dc1e738b9 disassociated. External IP: 172.27.3.123, port: a92fa06d-d76a-4350-bab9-17318c74ac96. Sep 15 02:45:30.091153 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Calling delete_port for a92fa06d-d76a-4350-bab9-17318c74ac96 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:45:30.272036 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.303865 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event deleted for resources: {'Port': ['ID=a92fa06d-d76a-4350-bab9-17318c74ac96,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:30.316443 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.316798 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.317141 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.317476 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.317808 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.318141 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.318474 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.318801 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.319127 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.319448 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.319783 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.320086 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.436320 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:45:30.544396 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4212137b-e8a8-4497-bddf-d5e938b2babf req-cd08552a-794e-4726-902e-8b0b30b68add tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0290754 Sep 15 02:45:30.545380 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:45:30.555107 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] Sync routers for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:45:30.565571 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:30.566246 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:45:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:30.585784 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] No DVR routers for this DVR port a92fa06d-d76a-4350-bab9-17318c74ac96 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:45:30.588209 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.590170 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5a2cf9c0-b022-4f7a-b15a-38a4f064b7ce req-147568fb-ea33-4e41-b2a6-1147a41fcff7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "DELETE /v2.0/ports/a92fa06d-d76a-4350-bab9-17318c74ac96 HTTP/1.1" status: 204 len: 173 time: 0.8507686 Sep 15 02:45:30.590593 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'name': 'network-vif-deleted', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:30.592814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ed0a5-f8d5-40c0-9474-b6bad01789f2" -d '{"events": [{"server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "name": "network-vif-deleted", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:30.629276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe1ea5-6852-4192-887b-365455246cee x-openstack-request-id: req-4dbe1ea5-6852-4192-887b-365455246cee {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:30.629568 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b311a14e-071a-4c9f-9ef9-3c8442b78c2d", "name": "network-vif-deleted", "tag": "a92fa06d-d76a-4350-bab9-17318c74ac96", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:30.629835 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dbe1ea5-6852-4192-887b-365455246cee {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:30.630207 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b311a14e-071a-4c9f-9ef9-3c8442b78c2d', 'name': 'network-vif-deleted', 'tag': 'a92fa06d-d76a-4350-bab9-17318c74ac96', 'status': 'completed', 'code': 200} Sep 15 02:45:30.676790 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:30.875279 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d844bd-f73f-4a34-a9e1-0887db826730 req-21d22adc-4c57-4d07-aa32-927085fc6135 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:30.876707 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80d844bd-f73f-4a34-a9e1-0887db826730 req-21d22adc-4c57-4d07-aa32-927085fc6135 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 945 time: 0.0513504 Sep 15 02:45:30.905564 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:30.915870 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80d844bd-f73f-4a34-a9e1-0887db826730 req-5578b6e3-a160-480a-8a9c-06d1b14eed6d tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Sep 15 02:45:30.934266 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] Checking router: 5e17e643-809e-4d2f-a014-2dd2a3a9b526 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:45:30.942409 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:30.943003 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:45:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:30.981825 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.047329 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:31.356704 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:31.381397 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83c3fc-d457-4db7-975b-ebf69d88935f None None] The sync data for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi is: [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:45:31.595871 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01c944-df41-4836-a130-5981a898fb69 None None] New status for floating IP fb29f99c-d0ec-4f81-867e-5d6dc1e738b9: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:45:31.661937 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cf03e6c9-2a2f-4da9-9502-3958418f9a88 req-a496c408-9e3b-44c9-905e-65c464da5bc1 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=b311a14e-071a-4c9f-9ef9-3c8442b78c2d HTTP/1.1" status: 200 len: 210 time: 0.0316014 Sep 15 02:45:31.678514 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-f097c21e-be4e-4b57-ae72-4d4235d51515 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:31.680688 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-f097c21e-be4e-4b57-ae72-4d4235d51515 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 945 time: 0.0513721 Sep 15 02:45:31.787543 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Deleting port 8feba344-50f2-4604-bfd7-2b26a45816dc {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:45:31.787883 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.925363 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51634) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:32.044411 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5518b2b-671f-48b6-820f-ae1074ef0234 req-61a3d97d-dfd5-45d0-a14c-55e4fa7d33a6 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:32.045909 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e5518b2b-671f-48b6-820f-ae1074ef0234 req-61a3d97d-dfd5-45d0-a14c-55e4fa7d33a6 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 945 time: 0.0527337 Sep 15 02:45:32.073720 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45f-1a07-42ee-9089-d32e21938b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.107491 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e5518b2b-671f-48b6-820f-ae1074ef0234 req-4a68af69-04f2-4f82-8bd8-969f33196861 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553124 Sep 15 02:45:32.112337 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] For port 8feba344-50f2-4604-bfd7-2b26a45816dc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8feba344-50f2-4604-bfd7-2b26a45816dc,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:32.112853 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.128259 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Calling delete_port for 8feba344-50f2-4604-bfd7-2b26a45816dc owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:45:32.185017 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45f-1a07-42ee-9089-d32e21938b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.241809 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45f-1a07-42ee-9089-d32e21938b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.278523 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c45f-1a07-42ee-9089-d32e21938b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4edf74-d35f-4dfb-bdd4-8034889486d9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:32.283938 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-28c1c45f-1a07-42ee-9089-d32e21938b4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc1c467ba6664fb9915e27b7237733bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575146 Sep 15 02:45:32.286562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51642) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:32.322645 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.334337 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eea40e-b3f2-4f7e-a3ea-ccd3b05d7bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.349157 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Pushing event deleted for resources: {'Port': ['ID=8feba344-50f2-4604-bfd7-2b26a45816dc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:32.361342 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eea40e-b3f2-4f7e-a3ea-ccd3b05d7bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.361447 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['8feba344-50f2-4604-bfd7-2b26a45816dc'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:32.396315 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] No DVR routers for this DVR port 8feba344-50f2-4604-bfd7-2b26a45816dc on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:45:32.398654 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.401393 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f741be6-8e64-43ea-82c1-4bdb9078b118 req-fccb6eee-9c10-4817-af8e-5eb24a54a984 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "DELETE /v2.0/ports/8feba344-50f2-4604-bfd7-2b26a45816dc HTTP/1.1" status: 204 len: 173 time: 0.7151897 Sep 15 02:45:32.511707 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.546063 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eea40e-b3f2-4f7e-a3ea-ccd3b05d7bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.550144 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eea40e-b3f2-4f7e-a3ea-ccd3b05d7bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.550144 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-31eea40e-b3f2-4f7e-a3ea-ccd3b05d7bb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d4edf74-d35f-4dfb-bdd4-8034889486d9 HTTP/1.1" status: 204 len: 168 time: 0.2623603 Sep 15 02:45:32.558515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eea40e-b3f2-4f7e-a3ea-ccd3b05d7bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4edf74-d35f-4dfb-bdd4-8034889486d9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:32.631723 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'name': 'network-vif-deleted', 'tag': '8feba344-50f2-4604-bfd7-2b26a45816dc'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:32.634769 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df565e51-2bf9-47ac-9aff-616ea8bd035f" -d '{"events": [{"server_uuid": "4047bb1d-9282-437b-9bc8-74f2b4b652f0", "name": "network-vif-deleted", "tag": "8feba344-50f2-4604-bfd7-2b26a45816dc"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:32.673617 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeadde28-6d9e-4f6c-9df3-9868e11c05ce x-openstack-request-id: req-aeadde28-6d9e-4f6c-9df3-9868e11c05ce {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:32.674121 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047bb1d-9282-437b-9bc8-74f2b4b652f0", "name": "network-vif-deleted", "tag": "8feba344-50f2-4604-bfd7-2b26a45816dc", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:32.674516 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aeadde28-6d9e-4f6c-9df3-9868e11c05ce {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:32.675058 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047bb1d-9282-437b-9bc8-74f2b4b652f0', 'name': 'network-vif-deleted', 'tag': '8feba344-50f2-4604-bfd7-2b26a45816dc', 'status': 'completed', 'code': 200} Sep 15 02:45:32.814128 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51652) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:32.883029 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b773e94d-9df5-4c5b-a424-21ce13aeccd7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.914719 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b773e94d-9df5-4c5b-a424-21ce13aeccd7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.026457 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b773e94d-9df5-4c5b-a424-21ce13aeccd7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.029104 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b773e94d-9df5-4c5b-a424-21ce13aeccd7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.032806 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-b773e94d-9df5-4c5b-a424-21ce13aeccd7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "DELETE /v2.0/security-groups/776c105b-2628-4607-bd3c-5e50f115aecc HTTP/1.1" status: 204 len: 168 time: 0.2150979 Sep 15 02:45:33.033379 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:33.040428 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773e94d-9df5-4c5b-a424-21ce13aeccd7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776c105b-2628-4607-bd3c-5e50f115aecc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:33.062467 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.api.v2.resource [None req-0d4101e8-a041-4fbe-afb1-2e17515a7e8b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] show failed (client error): The resource could not be found. Sep 15 02:45:33.064074 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-0d4101e8-a041-4fbe-afb1-2e17515a7e8b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups/776c105b-2628-4607-bd3c-5e50f115aecc HTTP/1.1" status: 404 len: 347 time: 0.0291758 Sep 15 02:45:33.066900 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 51658) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:33.189431 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Deleting port 15e06f02-6ad3-4404-9953-0a9259f0533a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:45:33.189769 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.220152 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-588f4b05-f10a-4968-899f-14191bb92ec3 req-06d3c5a2-1c68-45a5-ade3-475b055bac21 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047bb1d-9282-437b-9bc8-74f2b4b652f0 HTTP/1.1" status: 200 len: 210 time: 0.0271032 Sep 15 02:45:33.267488 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.267813 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.279646 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Calling delete_port for 15e06f02-6ad3-4404-9953-0a9259f0533a owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:45:33.482039 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.487766 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device a92fa06d-d76a-4350-bab9-17318c74ac96 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:45:33.507350 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: a92fa06d-d76a-4350-bab9-17318c74ac96 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:45:33.507703 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device a92fa06d-d76a-4350-bab9-17318c74ac96 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:45:33.508393 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event deleted for resources: {'Port': ['ID=15e06f02-6ad3-4404-9953-0a9259f0533a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:33.570290 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.572931 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.574079 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-49adf938-6ae3-4a0f-be45-c6b1c902f79e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "DELETE /v2.0/floatingips/fb29f99c-d0ec-4f81-867e-5d6dc1e738b9 HTTP/1.1" status: 204 len: 168 time: 0.5062695 Sep 15 02:45:34.033647 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51664) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:34.038136 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bc7120ba-bf28-4194-a76e-ba2024154138 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471949634', 'description': 'tempest-description--2039608127'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:34.128897 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc7120ba-bf28-4194-a76e-ba2024154138 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.209460 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc7120ba-bf28-4194-a76e-ba2024154138 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.271779 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc7120ba-bf28-4194-a76e-ba2024154138 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.300788 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7120ba-bf28-4194-a76e-ba2024154138 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:34.374736 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc7120ba-bf28-4194-a76e-ba2024154138 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.376012 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-bc7120ba-bf28-4194-a76e-ba2024154138 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3413603 Sep 15 02:45:34.378825 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51672) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:34.383196 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-81704261-d3e8-4bd2-8913-4483645d9876 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'security_group_rule': {'security_group_id': 'd3fb44ff-56d0-4b98-8c40-fa0f25baa6f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:34.465218 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81704261-d3e8-4bd2-8913-4483645d9876 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.520462 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81704261-d3e8-4bd2-8913-4483645d9876 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.584684 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81704261-d3e8-4bd2-8913-4483645d9876 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.600735 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81704261-d3e8-4bd2-8913-4483645d9876 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af03e6f6-666f-4a45-99e2-29280930e1dd,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:34.683171 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81704261-d3e8-4bd2-8913-4483645d9876 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.684460 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-81704261-d3e8-4bd2-8913-4483645d9876 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045592 Sep 15 02:45:34.686994 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:34.691237 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f14e076d-3119-4ea5-80d2-9f04411c89cd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'security_group_rule': {'security_group_id': 'd3fb44ff-56d0-4b98-8c40-fa0f25baa6f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:34.797062 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f14e076d-3119-4ea5-80d2-9f04411c89cd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.856269 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f14e076d-3119-4ea5-80d2-9f04411c89cd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.940048 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f14e076d-3119-4ea5-80d2-9f04411c89cd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.956939 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e076d-3119-4ea5-80d2-9f04411c89cd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491101bf-3288-4643-bfab-3d06fccc03ba,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:35.042930 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f14e076d-3119-4ea5-80d2-9f04411c89cd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.044160 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f14e076d-3119-4ea5-80d2-9f04411c89cd tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562660 Sep 15 02:45:35.047225 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51678) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:35.051415 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:35.102171 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:45:35.135551 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.226801 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.330651 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Allocated IP 172.27.3.192 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/cdab79c4-0614-4e59-9bc8-1999ca8c028a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:45:35.428608 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.516242 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.784657 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:45:35.788684 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:35.792144 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:45:35.799604 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'Port': ['ID=cdab79c4-0614-4e59-9bc8-1999ca8c028a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:35.877184 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.964797 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.107515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.167593 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.233956 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'Port': ['ID=cdab79c4-0614-4e59-9bc8-1999ca8c028a,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:36.243286 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.288911 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.290174 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-b116e671-92ed-4139-b272-ec467d525d2f tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2420869 Sep 15 02:45:36.471009 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-7c27c3be-e24e-4ba1-b30a-73e1c86ca046 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--471949634&fields=id&tenant_id=e5b1729613754d89a0726ae2fd0e3edd HTTP/1.1" status: 200 len: 267 time: 0.0326638 Sep 15 02:45:36.579886 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-89f2b423-0cb9-46b2-b81e-7ff52fa2c8b5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:36.581341 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-89f2b423-0cb9-46b2-b81e-7ff52fa2c8b5 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 810 time: 0.1036448 Sep 15 02:45:36.599388 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-9df0a71d-1d5b-482f-8c9d-93a451b68f2b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/quotas/e5b1729613754d89a0726ae2fd0e3edd HTTP/1.1" status: 200 len: 375 time: 0.0121558 Sep 15 02:45:36.653567 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-25950349-5bec-481e-a565-2ce85c91c63b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482893 Sep 15 02:45:36.809768 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8feba344-50f2-4604-bfd7-2b26a45816dc no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:45:36.831566 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 8feba344-50f2-4604-bfd7-2b26a45816dc {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:45:36.831909 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 8feba344-50f2-4604-bfd7-2b26a45816dc not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:45:36.873277 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-83ac141c-fdee-4e0f-a240-554669ee4f65 service neutron] 10.222.0.15 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081413 Sep 15 02:45:36.968091 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-da5e1f3c-e00e-4689-8450-a3359658ae1d service neutron] 10.222.0.15 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886390 Sep 15 02:45:37.202514 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-23b2ca7d-aafb-4301-bd78-cd1a16a7bf33 req-48efa3cd-17d6-4287-87de-04d2a1d5b9d3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Sep 15 02:45:38.297869 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-656d8d3e-8868-49d0-bdf8-914aebaff5ef req-8f428def-0087-4882-be95-85413c975514 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 210 time: 0.0253732 Sep 15 02:45:39.333416 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-9e38010f-c1a4-4dd1-bc15-49e9589a93b9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:39.334920 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-9e38010f-c1a4-4dd1-bc15-49e9589a93b9 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 810 time: 0.1035047 Sep 15 02:45:39.387399 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d906cff5-6972-4477-aae8-3c6c29d9c603 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5b1729613754d89a0726ae2fd0e3edd HTTP/1.1" status: 200 len: 379 time: 0.0361345 Sep 15 02:45:39.395533 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-344317c1-cd2f-4ba7-98a4-afeefc6f64c1 req-1beb443b-e43b-499a-bf45-c6e28c521a4e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 210 time: 0.0289824 Sep 15 02:45:39.397810 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'port': {'device_id': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'admin_state_up': True, 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'security_groups': ['d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:39.574613 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Made reservation on behalf of e5b1729613754d89a0726ae2fd0e3edd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:39.578391 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.705059 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Allocated IP 172.20.0.13 (75579842-5189-40fb-9720-3ef43c76374e/2c3cf743-89a6-477f-8153-aa57c58ce92a/371c5cd5-ed5f-4405-8d1a-06cd50de1be2) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:45:39.835948 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.934961 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.979922 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Network 75579842-5189-40fb-9720-3ef43c76374e is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:45:39.983241 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:39.985804 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:45:40.029454 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event updated for resources: {'Port': ['ID=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:40.047989 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:40.048624 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.118274 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-d30933f4-ec41-4896-9fa2-56d234968f22 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240808 Sep 15 02:45:40.184725 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Request body: {'port': {'device_id': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:40.204259 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-187a5e0d-6ecd-41a6-964e-5ca3edf3cf88 None None] Provisioning complete for port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:40.204858 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-187a5e0d-6ecd-41a6-964e-5ca3edf3cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.237631 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-187a5e0d-6ecd-41a6-964e-5ca3edf3cf88 None None] Port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:45:40.240505 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.513106 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012326b-ce3d-4b35-be87-e723f4aaf356 req-7375cc43-17c2-4192-8e05-5437eb3987a0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:40.514500 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d012326b-ce3d-4b35-be87-e723f4aaf356 req-7375cc43-17c2-4192-8e05-5437eb3987a0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 932 time: 0.0491536 Sep 15 02:45:40.515226 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:40.522997 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.535764 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Transition to ACTIVE for port object 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:45:40.553205 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d012326b-ce3d-4b35-be87-e723f4aaf356 req-b5e678a7-a84f-4f74-a896-7d4485f52e7a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Sep 15 02:45:40.631685 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.684830 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Pushing event updated for resources: {'Port': ['ID=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:40.756064 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Attempting to bind port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:45:40.756427 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Attempting to bind port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:45:40.756783 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Attempting to bind port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 on network 75579842-5189-40fb-9720-3ef43c76374e {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:40.765190 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 on network 75579842-5189-40fb-9720-3ef43c76374e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:45:40.765190 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Attempting to bind port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 on network 75579842-5189-40fb-9720-3ef43c76374e {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:40.768550 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:45:40.768946 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Checking segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:40.769352 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Bound using segment: {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:45:40.769780 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Bound port: 371c5cd5-ed5f-4405-8d1a-06cd50de1be2, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27701eb-18b1-4000-9b26-9a5e2b148b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75579842-5189-40fb-9720-3ef43c76374e'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:45:40.770137 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.835708 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] For port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:45:40.838818 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] For port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:45:40.894927 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.927040 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:40.927658 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.931369 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] 10.222.0.37 "PUT /v2.0/ports/371c5cd5-ed5f-4405-8d1a-06cd50de1be2 HTTP/1.1" status: 200 len: 1094 time: 0.7957780 Sep 15 02:45:40.931369 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:40.932230 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c987b9ec-4cd7-4160-9bc9-521e89d383cd" -d '{"events": [{"name": "network-changed", "server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:40.962010 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f476d6a-294f-475f-aeb4-6a9e1827eabb service neutron] Pushing event updated for resources: {'Port': ['ID=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:41.092656 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f47c1a4-5697-4a82-a485-4e903bf10747 x-openstack-request-id: req-2f47c1a4-5697-4a82-a485-4e903bf10747 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:41.092951 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:41.093206 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f47c1a4-5697-4a82-a485-4e903bf10747 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:41.093631 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'status': 'completed', 'code': 200} Sep 15 02:45:41.669228 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb854-4e83-4359-a330-e1a3feab228a req-92aba8c6-de2c-4be6-a7e5-fc5234cffb1e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:41.670763 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f53fb854-4e83-4359-a330-e1a3feab228a req-92aba8c6-de2c-4be6-a7e5-fc5234cffb1e tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 944 time: 0.0478308 Sep 15 02:45:41.707566 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f53fb854-4e83-4359-a330-e1a3feab228a req-008e0bff-ecd9-4850-8a01-a2670268df1d tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308743 Sep 15 02:45:42.824136 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25db16-2489-45ed-956e-e312d9bd955c req-0ee1d0b9-bac0-4db5-9835-499022e88742 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:42.825623 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef25db16-2489-45ed-956e-e312d9bd955c req-0ee1d0b9-bac0-4db5-9835-499022e88742 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 944 time: 0.0503936 Sep 15 02:45:42.862156 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef25db16-2489-45ed-956e-e312d9bd955c req-d81ec4cc-76f1-4199-afa8-ed8d5ad92b36 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Sep 15 02:45:43.718370 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b9ec-4cd7-4160-9bc9-521e89d383cd req-28065227-01dc-4f56-9f1a-4d1076f2e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.719817 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c987b9ec-4cd7-4160-9bc9-521e89d383cd req-28065227-01dc-4f56-9f1a-4d1076f2e89e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 1097 time: 0.0390406 Sep 15 02:45:43.826276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b9ec-4cd7-4160-9bc9-521e89d383cd req-608c9ebe-573e-4ee7-a939-775694fba21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.827689 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c987b9ec-4cd7-4160-9bc9-521e89d383cd req-608c9ebe-573e-4ee7-a939-775694fba21c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0937381 Sep 15 02:45:43.926255 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b9ec-4cd7-4160-9bc9-521e89d383cd req-588833c9-52a3-492c-90b0-11b662981413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.927748 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c987b9ec-4cd7-4160-9bc9-521e89d383cd req-588833c9-52a3-492c-90b0-11b662981413 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925131 Sep 15 02:45:43.980283 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37a787-e30b-46a4-916d-16fe06641256 req-6d2ddd38-52e1-472c-a1dc-55cbb8c5c6a0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.982518 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fc37a787-e30b-46a4-916d-16fe06641256 req-6d2ddd38-52e1-472c-a1dc-55cbb8c5c6a0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Sep 15 02:45:44.020711 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fc37a787-e30b-46a4-916d-16fe06641256 req-7df22aab-5810-43a3-beac-c468a64d6ead tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324466 Sep 15 02:45:44.029090 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-e7f49147-8bd3-4083-a479-8d63f58c593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.030643 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-e7f49147-8bd3-4083-a479-8d63f58c593c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 1097 time: 0.0401852 Sep 15 02:45:44.081661 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-259714cb-53d8-4c7f-a380-c8c3d4c72470 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371c5cd5-ed5f-4405-8d1a-06cd50de1be2 HTTP/1.1" status: 200 len: 217 time: 0.0341439 Sep 15 02:45:44.132906 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-08a5280d-75b0-43d0-b952-d2c5bcac1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.134311 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-08a5280d-75b0-43d0-b952-d2c5bcac1005 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c3cf743-89a6-477f-8153-aa57c58ce92a HTTP/1.1" status: 200 len: 849 time: 0.0454397 Sep 15 02:45:44.178891 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-6b41616a-ad6f-40af-80b0-89cc2b618c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.180332 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-6b41616a-ad6f-40af-80b0-89cc2b618c46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75579842-5189-40fb-9720-3ef43c76374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383389 Sep 15 02:45:44.267715 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-85c5ff01-b170-493f-b528-c1ffd555588d service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797119 Sep 15 02:45:44.359165 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2bde5acd-32eb-4c0c-b0ee-eb8297f42916 req-b1dc8ab0-7221-4cf2-b9f0-83d5c18692b1 service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829465 Sep 15 02:45:44.779604 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-c176537f-c20f-4fa2-80d1-6912467f1c6b tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.781112 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-c176537f-c20f-4fa2-80d1-6912467f1c6b tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/networks?id=ac04d07b-f803-417e-8a66-8fa9ae336ac6 HTTP/1.1" status: 200 len: 814 time: 0.1045222 Sep 15 02:45:44.795716 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-6e93538d-d405-4f87-939b-174990a95a3c tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/quotas/88cbccb009f84769b564a9532b13ea73 HTTP/1.1" status: 200 len: 375 time: 0.0088384 Sep 15 02:45:44.825823 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-1b24a207-4261-4d31-a861-eacc748ad3a1 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88cbccb009f84769b564a9532b13ea73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250654 Sep 15 02:45:44.912957 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-80209ccc-c034-47b4-8f87-a2a6c8c762e0 service neutron] 10.222.0.15 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803788 Sep 15 02:45:45.008559 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-f03f752d-5a17-4eb6-ae77-2dcfed6b6ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850880 Sep 15 02:45:45.134026 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0730d-8750-466b-829f-0ba9f3e066d2 req-091adc19-fa81-4f68-a077-da160d987bbb tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:45.135710 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d4a0730d-8750-466b-829f-0ba9f3e066d2 req-091adc19-fa81-4f68-a077-da160d987bbb tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 944 time: 0.0477428 Sep 15 02:45:45.172720 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d4a0730d-8750-466b-829f-0ba9f3e066d2 req-f9cc6e9e-de8f-4c90-a3bc-4deba1322e50 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309823 Sep 15 02:45:45.271420 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-21431f05-0de5-49aa-aa9b-af36af9596e4 req-83d91aa1-7740-4e55-816b-047128c64797 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 210 time: 0.0293674 Sep 15 02:45:46.290098 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494178d6-a914-45f2-8bff-37705819e30e req-09f68400-d52c-4d68-abe7-493f52851c31 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:46.292095 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-494178d6-a914-45f2-8bff-37705819e30e req-09f68400-d52c-4d68-abe7-493f52851c31 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 944 time: 0.0530450 Sep 15 02:45:46.332234 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-494178d6-a914-45f2-8bff-37705819e30e req-c228bb5c-17c8-4772-93bf-afd52ad0e12b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340493 Sep 15 02:45:46.367597 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bef2a683-5194-42c5-82e8-e5e90a9e4c42 req-f9054142-40c3-4cbe-89b8-5bd5c7727171 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 210 time: 0.0257549 Sep 15 02:45:47.093871 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-aa39596d-14d8-4607-8a07-a661491d2045 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:47.095354 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-aa39596d-14d8-4607-8a07-a661491d2045 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "GET /v2.0/networks?id=ac04d07b-f803-417e-8a66-8fa9ae336ac6 HTTP/1.1" status: 200 len: 814 time: 0.1067591 Sep 15 02:45:47.113243 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Request body: {'port': {'device_id': 'bdf6e863-b594-4373-969f-2af619a5698b', 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6', 'admin_state_up': True, 'tenant_id': '88cbccb009f84769b564a9532b13ea73'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:47.288652 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Made reservation on behalf of 88cbccb009f84769b564a9532b13ea73 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:47.292796 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:47.422053 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Allocated IP 172.20.0.6 (ac04d07b-f803-417e-8a66-8fa9ae336ac6/e2d84069-f760-47f3-8923-2db7141b7368/0ff13003-974a-4f57-b7c6-e561115d9995) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:45:47.472117 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ad0bc4e-b809-4cc1-8e98-b7ba3db5d1ee req-99e22ab1-7be7-46b8-af99-e65013a4e084 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 210 time: 0.0312402 Sep 15 02:45:47.481204 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac9a23-ae4f-4e2b-9d0b-e1acb2f92631 req-3f8a4dd6-e4b4-4206-bf64-d53608e7ca01 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:47.484827 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3ac9a23-ae4f-4e2b-9d0b-e1acb2f92631 req-3f8a4dd6-e4b4-4206-bf64-d53608e7ca01 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 944 time: 0.0790179 Sep 15 02:45:47.523057 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b3ac9a23-ae4f-4e2b-9d0b-e1acb2f92631 req-fd8f12e1-47e9-4cfd-b2b8-a45094997496 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335479 Sep 15 02:45:47.576252 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:47.649312 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:47.691019 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Network ac04d07b-f803-417e-8a66-8fa9ae336ac6 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:45:47.694012 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:47.698188 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:45:47.706393 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Pushing event updated for resources: {'Port': ['ID=0ff13003-974a-4f57-b7c6-e561115d9995,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:47.750872 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:47.751468 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:47.809399 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-39d0bef3-8d70-468b-8939-c548b7a72bed tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6997051 Sep 15 02:45:47.828146 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Request body: {'port': {'device_id': 'bdf6e863-b594-4373-969f-2af619a5698b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:47.838815 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:47.889599 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:47.937738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:47.949633 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'port_id': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'mac_address': 'fa:16:3e:b5:07:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:47.986414 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:47.999474 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:48.019942 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:48.106433 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.154773 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff13003-974a-4f57-b7c6-e561115d9995 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:48.156840 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:48.162417 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.174544 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Transition to ACTIVE for port object 0ff13003-974a-4f57-b7c6-e561115d9995 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:45:48.235676 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.283158 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff13003-974a-4f57-b7c6-e561115d9995,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:48.352647 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Attempting to bind port 0ff13003-974a-4f57-b7c6-e561115d9995 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:45:48.352892 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Attempting to bind port 0ff13003-974a-4f57-b7c6-e561115d9995 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:45:48.353750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Attempting to bind port 0ff13003-974a-4f57-b7c6-e561115d9995 on network ac04d07b-f803-417e-8a66-8fa9ae336ac6 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:48.358034 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Port 0ff13003-974a-4f57-b7c6-e561115d9995 on network ac04d07b-f803-417e-8a66-8fa9ae336ac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:45:48.358366 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Attempting to bind port 0ff13003-974a-4f57-b7c6-e561115d9995 on network ac04d07b-f803-417e-8a66-8fa9ae336ac6 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:48.363091 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:45:48.363419 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Checking segment: {'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:48.363795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Bound using segment: {'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:45:48.364208 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Bound port: 0ff13003-974a-4f57-b7c6-e561115d9995, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:45:48.364585 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.421546 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['371c5cd5-ed5f-4405-8d1a-06cd50de1be2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:48.425975 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] For port 0ff13003-974a-4f57-b7c6-e561115d9995, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:45:48.429131 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] For port 0ff13003-974a-4f57-b7c6-e561115d9995, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ff13003-974a-4f57-b7c6-e561115d9995,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:45:48.534788 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.573642 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.574248 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.575618 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/0ff13003-974a-4f57-b7c6-e561115d9995 HTTP/1.1" status: 200 len: 1093 time: 0.7517085 Sep 15 02:45:48.576052 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf6e863-b594-4373-969f-2af619a5698b', 'tag': '0ff13003-974a-4f57-b7c6-e561115d9995'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:48.578292 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223232a1-8f8a-448c-afea-e23a9d89d808" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf6e863-b594-4373-969f-2af619a5698b", "tag": "0ff13003-974a-4f57-b7c6-e561115d9995"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:48.597466 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc6084-c8d7-472d-8863-6f9866680138 req-cf8b58ab-aef0-4382-9ec3-1256f3a12397 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.599260 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a3eb2-19f2-497c-afc8-0b8dc46a33c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff13003-974a-4f57-b7c6-e561115d9995,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:48.600160 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-43dc6084-c8d7-472d-8863-6f9866680138 req-cf8b58ab-aef0-4382-9ec3-1256f3a12397 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 943 time: 0.0605412 Sep 15 02:45:48.671023 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-43dc6084-c8d7-472d-8863-6f9866680138 req-64f4f9a7-6131-4d88-a026-2413c7e2a5d9 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Sep 15 02:45:48.679064 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f702a58-e9f3-453c-be2a-c4f387c3ce9f req-a2e4a776-bbc8-4e61-b482-bdb1ab2925d0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.680527 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f702a58-e9f3-453c-be2a-c4f387c3ce9f req-a2e4a776-bbc8-4e61-b482-bdb1ab2925d0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 945 time: 0.0739651 Sep 15 02:45:48.714101 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e08e224-d3df-4e50-a276-dc7934e267a6 x-openstack-request-id: req-0e08e224-d3df-4e50-a276-dc7934e267a6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:48.719403 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f702a58-e9f3-453c-be2a-c4f387c3ce9f req-df922593-d566-4a2d-a2ee-67874a7df4e1 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Sep 15 02:45:48.721661 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf6e863-b594-4373-969f-2af619a5698b", "tag": "0ff13003-974a-4f57-b7c6-e561115d9995", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:48.722025 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e08e224-d3df-4e50-a276-dc7934e267a6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:48.722378 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf6e863-b594-4373-969f-2af619a5698b', 'tag': '0ff13003-974a-4f57-b7c6-e561115d9995', 'status': 'completed', 'code': 200} Sep 15 02:45:48.777085 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-d4b5d372-563d-4e73-93b6-f89b01622a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.778563 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-d4b5d372-563d-4e73-93b6-f89b01622a63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88cbccb009f84769b564a9532b13ea73&device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 1096 time: 0.0399842 Sep 15 02:45:48.828622 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-597c8a88-988e-4653-a789-83b2518348dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff13003-974a-4f57-b7c6-e561115d9995 HTTP/1.1" status: 200 len: 217 time: 0.0344992 Sep 15 02:45:48.878056 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-9eca9155-013e-4a0f-86dd-5e8c5d1026d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.879328 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-9eca9155-013e-4a0f-86dd-5e8c5d1026d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2d84069-f760-47f3-8923-2db7141b7368 HTTP/1.1" status: 200 len: 854 time: 0.0434282 Sep 15 02:45:48.909675 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-92e1db28-4301-4793-8151-10ae08f4c0cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac04d07b-f803-417e-8a66-8fa9ae336ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229359 Sep 15 02:45:49.000490 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-99d6da57-19f6-456f-8881-767f45e6df95 service neutron] 10.222.0.37 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830078 Sep 15 02:45:49.091937 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-10ff0a7e-20de-4924-be58-e5bcb674420e req-379daf1c-3551-40bf-a967-6d46af45c14d service neutron] 10.222.0.37 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822976 Sep 15 02:45:49.312490 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-5541ec6f-dddb-4f16-a5f0-1c01ca1083de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:49.313908 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-5541ec6f-dddb-4f16-a5f0-1c01ca1083de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88cbccb009f84769b564a9532b13ea73&device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 1096 time: 0.0423524 Sep 15 02:45:49.404160 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-ded00d2a-e587-46e4-89bc-5a10dd2680b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:49.405597 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-ded00d2a-e587-46e4-89bc-5a10dd2680b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac04d07b-f803-417e-8a66-8fa9ae336ac6 HTTP/1.1" status: 200 len: 915 time: 0.0823503 Sep 15 02:45:49.449533 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-d6dbf3a4-a87d-400d-a192-1405f28a87ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff13003-974a-4f57-b7c6-e561115d9995 HTTP/1.1" status: 200 len: 217 time: 0.0354640 Sep 15 02:45:49.498200 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-b4b6a220-3085-4d36-84b1-33c5439d9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:49.499556 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-b4b6a220-3085-4d36-84b1-33c5439d9788 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2d84069-f760-47f3-8923-2db7141b7368 HTTP/1.1" status: 200 len: 854 time: 0.0415869 Sep 15 02:45:49.530340 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-40019769-f82e-4852-924f-d629704381a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac04d07b-f803-417e-8a66-8fa9ae336ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226099 Sep 15 02:45:49.623720 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-2f94dbbf-4216-4c45-806e-f367546b4902 service neutron] 10.222.0.37 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844536 Sep 15 02:45:49.794210 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27f6c1-8ce8-4675-87cb-9aecea1cdff4 req-fa15abcf-1a9e-45c9-b0ba-ea9e4ce068cc tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:49.795766 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4f27f6c1-8ce8-4675-87cb-9aecea1cdff4 req-fa15abcf-1a9e-45c9-b0ba-ea9e4ce068cc tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 943 time: 0.0547948 Sep 15 02:45:49.842057 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:49.874704 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4f27f6c1-8ce8-4675-87cb-9aecea1cdff4 req-7acb3b62-2b1d-47f7-b5c4-82a02348aac1 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695162 Sep 15 02:45:49.888963 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab163060-baf6-4d97-a752-2980d81d0b84 req-d58a102d-d9d1-48f8-b713-8c9709068198 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:49.894220 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ab163060-baf6-4d97-a752-2980d81d0b84 req-d58a102d-d9d1-48f8-b713-8c9709068198 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 945 time: 0.0975010 Sep 15 02:45:49.933534 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ab163060-baf6-4d97-a752-2980d81d0b84 req-f86f6f43-11cc-4833-b26e-58139a6f8879 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317812 Sep 15 02:45:49.952937 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-223232a1-8f8a-448c-afea-e23a9d89d808 req-290e38d0-0b6b-4849-b535-e388f4cf2332 service neutron] 10.222.0.37 "GET /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219042 Sep 15 02:45:49.979127 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:49.982994 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:49.988315 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.058581 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.080024 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:50.082271 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8ce10d-27df-412e-ba45-85b457519892" -d '{"events": [{"server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "name": "network-vif-plugged", "status": "completed", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:50.097428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:50.119970 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7473980-3166-41f3-9d26-35ad3c33bb0d x-openstack-request-id: req-e7473980-3166-41f3-9d26-35ad3c33bb0d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:50.120263 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "name": "network-vif-plugged", "status": "completed", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:50.120563 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7473980-3166-41f3-9d26-35ad3c33bb0d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:50.120980 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'code': 200} Sep 15 02:45:50.173118 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.221394 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:50.481570 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad1cab-1437-45e5-87c5-ad682cccefe6 req-4a5b21c6-c9de-452c-b6de-51e01ccb8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:50.483001 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2cad1cab-1437-45e5-87c5-ad682cccefe6 req-4a5b21c6-c9de-452c-b6de-51e01ccb8a64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 1099 time: 0.0396664 Sep 15 02:45:50.519411 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2cad1cab-1437-45e5-87c5-ad682cccefe6 req-62724f05-da44-4edb-ac7d-9b19c31c147d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290704 Sep 15 02:45:50.994226 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd625c-76a4-43fc-9aaf-e42769835a2f req-0f459840-c115-4019-b2f9-2825a163951b tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:50.996325 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ccd625c-76a4-43fc-9aaf-e42769835a2f req-0f459840-c115-4019-b2f9-2825a163951b tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 943 time: 0.0493982 Sep 15 02:45:51.063054 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ccd625c-76a4-43fc-9aaf-e42769835a2f req-592d849b-6108-4f45-a256-171b100424c6 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 Sep 15 02:45:51.077802 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbe726-ade1-49ec-bae0-6b3b194eacf8 req-4c94fa6f-65b5-4a73-b5ab-4e510da18204 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:51.079250 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fdbe726-ade1-49ec-bae0-6b3b194eacf8 req-4c94fa6f-65b5-4a73-b5ab-4e510da18204 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 946 time: 0.0761154 Sep 15 02:45:51.117261 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fdbe726-ade1-49ec-bae0-6b3b194eacf8 req-06341a19-3cf4-4774-ae80-d6f9265644b0 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Sep 15 02:45:51.859913 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 0ff13003-974a-4f57-b7c6-e561115d9995 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:51.952719 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 0ff13003-974a-4f57-b7c6-e561115d9995, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ff13003-974a-4f57-b7c6-e561115d9995,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:51.963866 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '0ff13003-974a-4f57-b7c6-e561115d9995', 'network_id': 'ac04d07b-f803-417e-8a66-8fa9ae336ac6', 'port_id': '0ff13003-974a-4f57-b7c6-e561115d9995', 'mac_address': 'fa:16:3e:66:4f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d84069-f760-47f3-8923-2db7141b7368', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:52.004093 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.016680 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff13003-974a-4f57-b7c6-e561115d9995 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:52.035311 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 0ff13003-974a-4f57-b7c6-e561115d9995, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ff13003-974a-4f57-b7c6-e561115d9995,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:52.123403 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.173299 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=0ff13003-974a-4f57-b7c6-e561115d9995,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:52.178604 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33e33-9e73-4766-b59e-cd1ede3ee88b req-aefaa9c2-aba3-492b-9572-a2f52381a986 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:52.180125 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6cc33e33-9e73-4766-b59e-cd1ede3ee88b req-aefaa9c2-aba3-492b-9572-a2f52381a986 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 944 time: 0.0491025 Sep 15 02:45:52.248732 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6cc33e33-9e73-4766-b59e-cd1ede3ee88b req-ea55885e-5af6-42b4-a73c-89d435b1d8e5 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619769 Sep 15 02:45:52.259568 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec60488-eedf-4329-ad88-8bb4d78c32e9 req-7bda4a05-51be-4810-ace4-dbc32fcf2018 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:52.261185 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5ec60488-eedf-4329-ad88-8bb4d78c32e9 req-7bda4a05-51be-4810-ace4-dbc32fcf2018 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 946 time: 0.0727921 Sep 15 02:45:52.297486 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5ec60488-eedf-4329-ad88-8bb4d78c32e9 req-61bb3338-f1ab-4134-ae38-4c90cb3f8f0b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303495 Sep 15 02:45:52.407440 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffeced-9ddf-4aa2-adb4-0dfb15b0726d req-6bd0daa2-d2cf-479a-96ff-6b479a7342b7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:52.408818 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-afffeced-9ddf-4aa2-adb4-0dfb15b0726d req-6bd0daa2-d2cf-479a-96ff-6b479a7342b7 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 946 time: 0.0469806 Sep 15 02:45:52.417236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 51846) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:52.421442 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Request body: {'floatingip': {'port_id': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:52.441909 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['0ff13003-974a-4f57-b7c6-e561115d9995'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:52.459348 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.861535 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.938797 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:53.034964 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.l3_db [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Floating IP 7a6e7d6d-0391-48c8-9abe-ec2854846732 associated. External IP: 172.27.3.192, port: 371c5cd5-ed5f-4405-8d1a-06cd50de1be2. Sep 15 02:45:53.233049 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:45:53.365615 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:45:53.370405 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:53.375056 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] Sync routers for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:45:53.383544 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:53.384155 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:45:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:53.397775 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad52cc1-77c7-49a7-9811-4919b01ab0d6 req-64c5f853-8df6-4dbf-a7a0-d24e8825fc23 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:53.399233 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4ad52cc1-77c7-49a7-9811-4919b01ab0d6 req-64c5f853-8df6-4dbf-a7a0-d24e8825fc23 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 944 time: 0.0837665 Sep 15 02:45:53.407014 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-83e9a041-0e2a-4987-b39b-560ab42c7374 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "PUT /v2.0/floatingips/7a6e7d6d-0391-48c8-9abe-ec2854846732 HTTP/1.1" status: 200 len: 992 time: 0.9888134 Sep 15 02:45:53.408725 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:53.410932 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb" -d '{"events": [{"name": "network-changed", "server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:53.445770 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4ad52cc1-77c7-49a7-9811-4919b01ab0d6 req-d4efa89e-3948-47b1-aaa9-b135759560fe tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376964 Sep 15 02:45:53.490443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:53.550031 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c29df0-df2e-45ea-9077-43fd7cda3544 x-openstack-request-id: req-e9c29df0-df2e-45ea-9077-43fd7cda3544 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:53.550351 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:53.550609 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9c29df0-df2e-45ea-9077-43fd7cda3544 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:53.551013 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'status': 'completed', 'code': 200} Sep 15 02:45:53.652868 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-a43e0d49-a691-47ab-8111-0cba91314b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:53.654386 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-a43e0d49-a691-47ab-8111-0cba91314b08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 1099 time: 0.0400589 Sep 15 02:45:53.708127 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '7a6e7d6d-0391-48c8-9abe-ec2854846732', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'port_id': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'mac_address': 'fa:16:3e:b5:07:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:45:35Z', 'updated_at': '2021-09-15T02:45:52Z', 'revision_number': 1, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:53.734370 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] Checking router: 5e17e643-809e-4d2f-a014-2dd2a3a9b526 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:45:53.742603 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:53.743231 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:45:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:53.749909 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-f271fa5d-ef1a-4273-8964-75c1590e355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:53.751365 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-f271fa5d-ef1a-4273-8964-75c1590e355a service neutron] 10.222.0.37 "GET /v2.0/networks?id=75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 200 len: 911 time: 0.0862203 Sep 15 02:45:53.825129 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-08f6d659-0783-41fa-aab0-f5de0c0d9abc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371c5cd5-ed5f-4405-8d1a-06cd50de1be2 HTTP/1.1" status: 200 len: 1000 time: 0.0658076 Sep 15 02:45:53.845792 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:53.882145 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 0ff13003-974a-4f57-b7c6-e561115d9995 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:53.906984 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-531bffad-be27-43b4-a8c2-57f434f6737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:53.908349 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-531bffad-be27-43b4-a8c2-57f434f6737a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c3cf743-89a6-477f-8153-aa57c58ce92a HTTP/1.1" status: 200 len: 849 time: 0.0450232 Sep 15 02:45:53.954603 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-fa703d46-0940-4039-b42b-a08b5d0ed234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:53.956326 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-fa703d46-0940-4039-b42b-a08b5d0ed234 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75579842-5189-40fb-9720-3ef43c76374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408466 Sep 15 02:45:54.047764 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 0ff13003-974a-4f57-b7c6-e561115d9995 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:54.048833 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-dfa66793-6fea-49e9-a171-b5b4936daf3a service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845103 Sep 15 02:45:54.054844 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 0ff13003-974a-4f57-b7c6-e561115d9995 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:54.055222 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.135999 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '7a6e7d6d-0391-48c8-9abe-ec2854846732', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'port_id': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'mac_address': 'fa:16:3e:b5:07:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:45:35Z', 'updated_at': '2021-09-15T02:45:52Z', 'revision_number': 1, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:54.142533 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-51f12b92-dc7d-46fc-9e6c-1c3d36a059bb req-c82c0bbd-c3ff-479b-bdb5-549ab77a3abb service neutron] 10.222.0.37 "GET /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864279 Sep 15 02:45:54.183046 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0dcd1-2eba-4858-8566-d8871a353650 None None] The sync data for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi is: [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '7a6e7d6d-0391-48c8-9abe-ec2854846732', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'port_id': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'mac_address': 'fa:16:3e:b5:07:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:45:35Z', 'updated_at': '2021-09-15T02:45:52Z', 'revision_number': 1, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:45:54.209526 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.235779 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf6e863-b594-4373-969f-2af619a5698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff13003-974a-4f57-b7c6-e561115d9995'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:54.238043 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a7fc96-17d1-4b1a-a015-8b23dbbf38bc" -d '{"events": [{"server_uuid": "bdf6e863-b594-4373-969f-2af619a5698b", "name": "network-vif-plugged", "status": "completed", "tag": "0ff13003-974a-4f57-b7c6-e561115d9995"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:54.251808 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 0ff13003-974a-4f57-b7c6-e561115d9995, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ff13003-974a-4f57-b7c6-e561115d9995,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:54.283940 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.288189 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc9bd48-b2f6-40da-bf88-181c629c0679 x-openstack-request-id: req-2dc9bd48-b2f6-40da-bf88-181c629c0679 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:54.288536 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf6e863-b594-4373-969f-2af619a5698b", "name": "network-vif-plugged", "status": "completed", "tag": "0ff13003-974a-4f57-b7c6-e561115d9995", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:54.288799 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dc9bd48-b2f6-40da-bf88-181c629c0679 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:54.289196 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf6e863-b594-4373-969f-2af619a5698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff13003-974a-4f57-b7c6-e561115d9995', 'code': 200} Sep 15 02:45:54.325557 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.395593 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=0ff13003-974a-4f57-b7c6-e561115d9995,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:54.400606 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909911cd-2444-4cbe-b1dc-68cd3b50b4c7 None None] New status for floating IP 7a6e7d6d-0391-48c8-9abe-ec2854846732: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:45:54.565808 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427a39e-7d43-40ab-9b10-ac9fb34d517b req-f70e244f-7b98-4fd5-a468-8c6f7115e65d tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:54.567680 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c427a39e-7d43-40ab-9b10-ac9fb34d517b req-f70e244f-7b98-4fd5-a468-8c6f7115e65d tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 945 time: 0.0504351 Sep 15 02:45:54.618601 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c427a39e-7d43-40ab-9b10-ac9fb34d517b req-fb8951e9-2c06-426e-bbbc-5468b55492f8 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Sep 15 02:45:54.648345 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdcabe-e5e0-4978-8241-bffb9ad85c01 req-fd5cbb0d-150c-4d80-b530-ed6993dd6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:54.648345 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3dbdcabe-e5e0-4978-8241-bffb9ad85c01 req-fd5cbb0d-150c-4d80-b530-ed6993dd6ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 1098 time: 0.0417871 Sep 15 02:45:54.683180 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3dbdcabe-e5e0-4978-8241-bffb9ad85c01 req-0b30476d-5b87-4f25-a8fb-a4b6106c7671 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280495 Sep 15 02:45:55.733300 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53c100-9201-4438-8ead-94490747c95a req-e9c665ee-5ec2-4230-bc3d-f6925d323223 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:55.734798 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d53c100-9201-4438-8ead-94490747c95a req-e9c665ee-5ec2-4230-bc3d-f6925d323223 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 945 time: 0.0479021 Sep 15 02:45:55.772879 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d53c100-9201-4438-8ead-94490747c95a req-230f7922-4490-42c6-a2c8-aa76c0283c36 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Sep 15 02:45:56.886474 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca418-a401-4403-ba58-bb854a5ec1a9 req-09e8ebed-e9e0-4c44-8963-e765ea51d887 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:56.887799 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fa2ca418-a401-4403-ba58-bb854a5ec1a9 req-09e8ebed-e9e0-4c44-8963-e765ea51d887 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 945 time: 0.0473137 Sep 15 02:45:56.925028 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fa2ca418-a401-4403-ba58-bb854a5ec1a9 req-0c813a38-0062-4311-9dc1-d3a8588cabea tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Sep 15 02:45:57.139923 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a280826c-b35a-4fb4-998f-3a23ddfd2582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:59.705866 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-166dd1bf-a721-46f7-9223-c3cb63de4692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:59.940216 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:00.916134 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:02.470147 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:12.101254 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:46:14.046585 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c8bd-22eb-4c25-9e25-a3388863d511 req-ebd02133-05ca-44e7-8695-b4ffb524ac80 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:14.048058 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77d9c8bd-22eb-4c25-9e25-a3388863d511 req-ebd02133-05ca-44e7-8695-b4ffb524ac80 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0486906 Sep 15 02:46:14.089493 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77d9c8bd-22eb-4c25-9e25-a3388863d511 req-d2988a11-e402-4330-9820-fcd66d31c037 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349185 Sep 15 02:46:15.212451 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacde95-0921-4da2-87e1-39fac26b502a req-1617373a-7d51-4f99-946d-351517e834c0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:15.213907 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9cacde95-0921-4da2-87e1-39fac26b502a req-1617373a-7d51-4f99-946d-351517e834c0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0481117 Sep 15 02:46:15.253148 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9cacde95-0921-4da2-87e1-39fac26b502a req-272cada3-bef8-4469-9056-51d961d9d4cc tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326004 Sep 15 02:46:16.371822 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb23559-9ced-475d-a855-1f2fdef6b9ce req-fc8ea63c-9264-4853-9523-0609ada9e9ed tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:16.373336 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dfb23559-9ced-475d-a855-1f2fdef6b9ce req-fc8ea63c-9264-4853-9523-0609ada9e9ed tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0474346 Sep 15 02:46:16.412708 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dfb23559-9ced-475d-a855-1f2fdef6b9ce req-de5bd086-e108-44c2-9ad8-90133752c60e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317266 Sep 15 02:46:17.538521 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c71c53-b7e2-41e5-8a41-77814e2517bd req-2334a76e-85e7-4592-bd45-550f0e65df97 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:17.540007 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d7c71c53-b7e2-41e5-8a41-77814e2517bd req-2334a76e-85e7-4592-bd45-550f0e65df97 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Sep 15 02:46:17.580716 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d7c71c53-b7e2-41e5-8a41-77814e2517bd req-d76f0e19-6a86-40f2-826b-42eb0cca80b0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348315 Sep 15 02:46:18.656152 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2014fa8-bc5c-474a-99df-1db0a97e7df1 req-101a99c1-8de0-4b6f-8de9-b9a1e4a0b7d4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.657702 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d2014fa8-bc5c-474a-99df-1db0a97e7df1 req-101a99c1-8de0-4b6f-8de9-b9a1e4a0b7d4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 946 time: 0.0486782 Sep 15 02:46:18.725650 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b38ce5-e8d5-4775-9b73-04edebf97619 req-d54fed3b-41a5-44c6-bee3-28463f067024 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.727133 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f5b38ce5-e8d5-4775-9b73-04edebf97619 req-d54fed3b-41a5-44c6-bee3-28463f067024 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0685680 Sep 15 02:46:18.730027 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d2014fa8-bc5c-474a-99df-1db0a97e7df1 req-0fd19a9f-6734-4595-9e02-ecb9377f6d04 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634120 Sep 15 02:46:18.768146 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f5b38ce5-e8d5-4775-9b73-04edebf97619 req-9bf08125-6937-4fc0-9714-91cc9e6f62a3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340917 Sep 15 02:46:19.349754 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10209e86-99ae-42c6-9ba9-88166d1f3655 req-be726677-c4f2-427e-ad6f-d5471c2c5bab tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:19.351194 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-10209e86-99ae-42c6-9ba9-88166d1f3655 req-be726677-c4f2-427e-ad6f-d5471c2c5bab tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 945 time: 0.0493753 Sep 15 02:46:19.388015 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-10209e86-99ae-42c6-9ba9-88166d1f3655 req-95983ea8-81ee-4fc8-9cf0-7808e58c071e tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Sep 15 02:46:19.856647 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bed950-540a-42d8-b0f2-f8d52ef7849a req-fca51859-7cd6-405d-8e70-00c5f12e5cde tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:19.858169 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-05bed950-540a-42d8-b0f2-f8d52ef7849a req-fca51859-7cd6-405d-8e70-00c5f12e5cde tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 946 time: 0.0567827 Sep 15 02:46:19.919866 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43363a7b-5255-4288-ae3b-f7a2654b1d81 req-c76f62ff-a57f-42d0-960d-3372bcbdfe79 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:19.921323 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-43363a7b-5255-4288-ae3b-f7a2654b1d81 req-c76f62ff-a57f-42d0-960d-3372bcbdfe79 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0813231 Sep 15 02:46:19.924927 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-05bed950-540a-42d8-b0f2-f8d52ef7849a req-5e4497f9-aff0-4697-ae1e-cdcb879afb51 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504630 Sep 15 02:46:19.960230 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-43363a7b-5255-4288-ae3b-f7a2654b1d81 req-841a0d5c-36e6-4f55-a054-a1a9ebe7f03d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329537 Sep 15 02:46:20.502241 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ff1-a1d4-455c-8db4-dbad3d2bbe5d req-544a5a13-6548-4fdb-9b80-13ab9d86d889 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.503668 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a2ca6ff1-a1d4-455c-8db4-dbad3d2bbe5d req-544a5a13-6548-4fdb-9b80-13ab9d86d889 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 945 time: 0.0505240 Sep 15 02:46:20.542110 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a2ca6ff1-a1d4-455c-8db4-dbad3d2bbe5d req-6fd49dec-3254-4982-9a08-bce0b478a557 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325580 Sep 15 02:46:20.711589 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-5dce5b12-17be-4ff1-896e-f4882ff41ac2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.712946 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-5dce5b12-17be-4ff1-896e-f4882ff41ac2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 946 time: 0.0478015 Sep 15 02:46:20.806405 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Deleting port cea60ab2-b636-4523-b6d4-2d6959f353e9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:46:20.806737 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:20.894010 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] For port cea60ab2-b636-4523-b6d4-2d6959f353e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cea60ab2-b636-4523-b6d4-2d6959f353e9,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:20.894372 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.069681 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.070050 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.070364 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Floating IP e5af87e5-b294-4876-a3a5-3bd990fdbce6 disassociated. External IP: 172.27.3.212, port: cea60ab2-b636-4523-b6d4-2d6959f353e9. Sep 15 02:46:21.070695 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Calling delete_port for cea60ab2-b636-4523-b6d4-2d6959f353e9 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:46:21.082311 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3164f6-0a30-4717-9412-1511d319149b req-9b179feb-d02e-483a-a530-a34c2963752e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.083805 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d3164f6-0a30-4717-9412-1511d319149b req-9b179feb-d02e-483a-a530-a34c2963752e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 946 time: 0.0878565 Sep 15 02:46:21.104550 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5fb9f-5501-4510-9ea3-a88795e3bcd0 req-9755d4f1-8769-47d6-aefe-61bea2eca0f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.105953 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fe5fb9f-5501-4510-9ea3-a88795e3bcd0 req-9755d4f1-8769-47d6-aefe-61bea2eca0f4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0708940 Sep 15 02:46:21.151571 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d3164f6-0a30-4717-9412-1511d319149b req-612ee399-9dfc-4386-a1da-b61b3e666011 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603840 Sep 15 02:46:21.164138 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0fe5fb9f-5501-4510-9ea3-a88795e3bcd0 req-379bcf67-19f6-4e79-af04-62600afc6dfa tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507390 Sep 15 02:46:21.248468 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.281658 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event deleted for resources: {'Port': ['ID=cea60ab2-b636-4523-b6d4-2d6959f353e9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:21.393355 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:46:21.499807 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:46:21.510136 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:46:21.519780 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:21.520417 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:46:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:21.540563 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] No DVR routers for this DVR port cea60ab2-b636-4523-b6d4-2d6959f353e9 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:46:21.542921 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.544908 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a731e602-1caf-4536-9d69-a77ac0414f73 req-522914a1-8f2a-411e-87c9-efefb65a5d80 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "DELETE /v2.0/ports/cea60ab2-b636-4523-b6d4-2d6959f353e9 HTTP/1.1" status: 204 len: 173 time: 0.8240361 Sep 15 02:46:21.545357 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'name': 'network-vif-deleted', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:21.548094 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb43def7-00f9-44c4-bfe2-a7dc373acc46" -d '{"events": [{"server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "name": "network-vif-deleted", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:21.586842 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8736e73-f242-4291-9ff9-dc4f9702af1e x-openstack-request-id: req-d8736e73-f242-4291-9ff9-dc4f9702af1e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:21.587331 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7847e0-c611-4994-90b1-2f6ea539d75a", "name": "network-vif-deleted", "tag": "cea60ab2-b636-4523-b6d4-2d6959f353e9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:21.587760 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8736e73-f242-4291-9ff9-dc4f9702af1e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:21.588233 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7847e0-c611-4994-90b1-2f6ea539d75a', 'name': 'network-vif-deleted', 'tag': 'cea60ab2-b636-4523-b6d4-2d6959f353e9', 'status': 'completed', 'code': 200} Sep 15 02:46:21.647530 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:21.671870 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4524e-956b-4e02-9ee1-f70f06d297b6 req-000fcc1f-a205-4676-b30a-cb0d42567c15 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.674353 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e3d4524e-956b-4e02-9ee1-f70f06d297b6 req-000fcc1f-a205-4676-b30a-cb0d42567c15 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 945 time: 0.0563400 Sep 15 02:46:21.720107 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e3d4524e-956b-4e02-9ee1-f70f06d297b6 req-7f3ee368-f905-4abd-9004-554cbdca7045 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e73ba7b-d28a-4ef7-94a8-31f1e458393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Sep 15 02:46:21.770083 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6fe08-71a7-4716-aa55-67504889f675 req-d455efbf-5d86-46f3-8e19-aff9d5fd9336 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.771724 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-84f6fe08-71a7-4716-aa55-67504889f675 req-d455efbf-5d86-46f3-8e19-aff9d5fd9336 tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 945 time: 0.0650022 Sep 15 02:46:21.869972 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Deleting port 0ff13003-974a-4f57-b7c6-e561115d9995 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:46:21.870234 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.962189 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] For port 0ff13003-974a-4f57-b7c6-e561115d9995, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ff13003-974a-4f57-b7c6-e561115d9995,segment=NetworkSegment(fc3a2c6a-b89c-44ad-85a7-34aae2d015ed),segment_id=fc3a2c6a-b89c-44ad-85a7-34aae2d015ed)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:21.962550 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.974784 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Calling delete_port for 0ff13003-974a-4f57-b7c6-e561115d9995 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:46:21.988316 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:22.014209 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:46:22.022568 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:22.023157 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:46:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:22.127443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:22.169611 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.198997 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Pushing event deleted for resources: {'Port': ['ID=0ff13003-974a-4f57-b7c6-e561115d9995,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:22.240268 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] No DVR routers for this DVR port 0ff13003-974a-4f57-b7c6-e561115d9995 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:46:22.243153 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.245453 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-84f6fe08-71a7-4716-aa55-67504889f675 req-0e39aa39-634e-44fb-9a63-fdac21d4e9cf tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.37 "DELETE /v2.0/ports/0ff13003-974a-4f57-b7c6-e561115d9995 HTTP/1.1" status: 204 len: 173 time: 0.4647923 Sep 15 02:46:22.273944 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['0ff13003-974a-4f57-b7c6-e561115d9995'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:46:22.301226 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6da2a14a-c02d-4988-899d-61111f821efe req-e43f8a7a-61be-40c2-be66-d1016cf6afdb tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=db7847e0-c611-4994-90b1-2f6ea539d75a HTTP/1.1" status: 200 len: 210 time: 0.0355077 Sep 15 02:46:22.344109 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb86c8-d782-4cba-bada-16c785eacd41 req-08841a07-5bf9-4896-8dba-4015af100818 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:22.346197 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a1eb86c8-d782-4cba-bada-16c785eacd41 req-08841a07-5bf9-4896-8dba-4015af100818 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0710278 Sep 15 02:46:22.387006 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:22.390251 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a1eb86c8-d782-4cba-bada-16c785eacd41 req-072338e8-e320-4c15-aa63-63952f8301b4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374165 Sep 15 02:46:22.414360 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f0110-add3-4a6b-939c-73063f450f57 None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:46:22.624772 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206542c-a177-4342-b890-f56cfd84fce4 None None] New status for floating IP e5af87e5-b294-4876-a3a5-3bd990fdbce6: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:46:22.833362 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0d0efed9-03bf-42c0-ba55-813346f4f6de req-15138b1e-0e15-49cc-bf5e-5b8cb28c0acd tempest-VolumesSnapshotTestJSON-1249984424 tempest-VolumesSnapshotTestJSON-1249984424-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdf6e863-b594-4373-969f-2af619a5698b HTTP/1.1" status: 200 len: 210 time: 0.0323474 Sep 15 02:46:23.510313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88524-1495-401c-a8dc-a39429b0d4db req-fe1dad99-42e1-49b3-8eb9-ff75bda598b4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:23.511778 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1ab88524-1495-401c-a8dc-a39429b0d4db req-fe1dad99-42e1-49b3-8eb9-ff75bda598b4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0479140 Sep 15 02:46:23.549832 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1ab88524-1495-401c-a8dc-a39429b0d4db req-22ba1c03-18fd-463a-a999-062a88d5ee45 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313077 Sep 15 02:46:23.589401 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf6e863-b594-4373-969f-2af619a5698b', 'name': 'network-vif-deleted', 'tag': '0ff13003-974a-4f57-b7c6-e561115d9995'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:23.592495 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b9b9c3-d02f-444d-8e6f-59702397cd05" -d '{"events": [{"server_uuid": "bdf6e863-b594-4373-969f-2af619a5698b", "name": "network-vif-deleted", "tag": "0ff13003-974a-4f57-b7c6-e561115d9995"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:23.629442 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3505055-195b-4b35-a5c1-84fdb89f3bb6 x-openstack-request-id: req-b3505055-195b-4b35-a5c1-84fdb89f3bb6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:23.629746 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf6e863-b594-4373-969f-2af619a5698b", "name": "network-vif-deleted", "tag": "0ff13003-974a-4f57-b7c6-e561115d9995", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:23.629989 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3505055-195b-4b35-a5c1-84fdb89f3bb6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:23.630382 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf6e863-b594-4373-969f-2af619a5698b', 'name': 'network-vif-deleted', 'tag': '0ff13003-974a-4f57-b7c6-e561115d9995', 'status': 'completed', 'code': 200} Sep 15 02:46:23.669507 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-40a51ae0-5106-493e-ad55-77410a0b4887 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543033498&fields=id&tenant_id=52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 267 time: 0.0317752 Sep 15 02:46:23.775106 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-c8a0bbfc-3a65-45f4-843b-3ac05221c018 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:23.776575 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-c8a0bbfc-3a65-45f4-843b-3ac05221c018 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 812 time: 0.1002314 Sep 15 02:46:23.791459 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-e9ee4b74-de76-40c6-820d-dca7f1daf342 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/quotas/52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 375 time: 0.0086353 Sep 15 02:46:24.101323 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-3d7de6c2-8f83-49f0-9d49-2b3a197c2010 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3046942 Sep 15 02:46:24.192993 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-b1b5c574-e96f-4ee7-8c5b-639a4dd56c1a service neutron] 10.222.0.15 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792317 Sep 15 02:46:24.284636 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-2d035358-4555-4767-8ff2-c10643c14d8c service neutron] 10.222.0.15 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853076 Sep 15 02:46:24.300034 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.761514 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c2204-06ee-42ec-9add-677ae4f5dc5a req-7827e510-ac53-415a-bade-21783458d566 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:24.762998 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-721c2204-06ee-42ec-9add-677ae4f5dc5a req-7827e510-ac53-415a-bade-21783458d566 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Sep 15 02:46:24.800595 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-721c2204-06ee-42ec-9add-677ae4f5dc5a req-c8aa61a7-4e03-49df-b884-27d0f549f240 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Sep 15 02:46:24.864566 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51dace23-e9ab-4da8-ab87-d821618a9563 req-0b4d5d6d-b2ad-436c-92c4-c4a83e30d44b tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0297611 Sep 15 02:46:25.944603 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ce004-5991-4d0e-8ad2-e74ff195a1dc req-446572fe-9d79-44a0-ab4e-bc902bf212c9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:25.945968 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea2ce004-5991-4d0e-8ad2-e74ff195a1dc req-446572fe-9d79-44a0-ab4e-bc902bf212c9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0498946 Sep 15 02:46:25.974675 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-27549644-b32e-4eb0-a866-87e2fe2b4689 req-120af405-7e6e-4698-a368-cc9e9c7b8fa8 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0385983 Sep 15 02:46:26.001874 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea2ce004-5991-4d0e-8ad2-e74ff195a1dc req-4c14887a-43b8-4830-b60f-1a6240cc59c2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463085 Sep 15 02:46:26.059983 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cea60ab2-b636-4523-b6d4-2d6959f353e9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:46:26.083284 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: cea60ab2-b636-4523-b6d4-2d6959f353e9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:46:26.083682 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device cea60ab2-b636-4523-b6d4-2d6959f353e9 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:46:26.084102 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 0ff13003-974a-4f57-b7c6-e561115d9995 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:46:26.102390 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 0ff13003-974a-4f57-b7c6-e561115d9995 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:46:26.104078 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 0ff13003-974a-4f57-b7c6-e561115d9995 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:46:27.065440 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-60f1c778-fc7d-4bad-bf83-19909090e216 req-f62c6985-8a23-4cbb-8676-bac5778d09a8 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0248847 Sep 15 02:46:27.127297 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6e420acb-ecd3-4eaa-b331-e853216987c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:27.169223 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fabde-44f3-46a9-8c9f-5bc0e62ec7d0 req-fffc71ef-96db-4032-80ec-d199880155df tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:27.170662 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e53fabde-44f3-46a9-8c9f-5bc0e62ec7d0 req-fffc71ef-96db-4032-80ec-d199880155df tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0506854 Sep 15 02:46:27.211640 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e53fabde-44f3-46a9-8c9f-5bc0e62ec7d0 req-ddb39c6c-6d4c-4d96-ad64-32123765bf0a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Sep 15 02:46:28.156331 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4a8374ad-4776-444b-9667-03f39f76fcb7 req-232975c1-7c77-46d4-bf56-a32c185b6794 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0244117 Sep 15 02:46:28.327411 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde97bb-cdba-4ea3-93e6-c4b7b13c12c9 req-b9431ccb-c53e-4e1b-8f92-6539087ab4da tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:28.329393 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5bde97bb-cdba-4ea3-93e6-c4b7b13c12c9 req-b9431ccb-c53e-4e1b-8f92-6539087ab4da tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0453734 Sep 15 02:46:28.365920 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5bde97bb-cdba-4ea3-93e6-c4b7b13c12c9 req-21506576-e0f3-40f8-979a-cf25fc0a7fb0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306926 Sep 15 02:46:29.247920 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d4333a20-a223-439a-bda4-39e882be2cb0 req-15cf2c0c-5fd9-4884-8d18-653d6d86aa5a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0253100 Sep 15 02:46:29.489140 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571dd93-4a8a-4d38-b514-f61054cfa68d req-f8f7cdd1-4955-46d0-a479-fb1a8c265556 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:29.490599 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e571dd93-4a8a-4d38-b514-f61054cfa68d req-f8f7cdd1-4955-46d0-a479-fb1a8c265556 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0514655 Sep 15 02:46:29.527756 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e571dd93-4a8a-4d38-b514-f61054cfa68d req-4db0c981-e78e-4eba-bdc1-2ebc84c1bc45 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Sep 15 02:46:29.580130 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-b239f925-37fe-4dc6-a0c6-08f16a7156c9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:29.581590 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-b239f925-37fe-4dc6-a0c6-08f16a7156c9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 812 time: 0.1086943 Sep 15 02:46:29.633913 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1dd9f23d-0c65-4dd3-81c9-9f835abd0c35 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 380 time: 0.0341051 Sep 15 02:46:29.645106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'port': {'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'admin_state_up': True, 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'security_groups': ['c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:29.728685 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-920e5331-a269-44df-b2b4-41a219596a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:29.814106 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Made reservation on behalf of 52ad607b4a604c2a9fdbd414efebf435 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:46:29.817655 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:29.945730 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Allocated IP 172.20.0.10 (4a046fe4-7499-4199-a410-41fb611d2e4f/a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989/e1078d11-0994-456e-b363-31f4d0d1aa6b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:46:29.985610 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.121513 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.130852 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402787-3f0c-4134-865b-70679f0edf34 req-d0e6d908-2ca5-4dc3-a7a5-286a9285dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.132378 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-85402787-3f0c-4134-865b-70679f0edf34 req-d0e6d908-2ca5-4dc3-a7a5-286a9285dc10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1098 time: 0.0822928 Sep 15 02:46:30.238702 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.298639 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Network 4a046fe4-7499-4199-a410-41fb611d2e4f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:30.304397 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:30.308283 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:46:30.314800 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402787-3f0c-4134-865b-70679f0edf34 req-825fa77b-1da7-4022-8794-56674712e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.316281 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-85402787-3f0c-4134-865b-70679f0edf34 req-825fa77b-1da7-4022-8794-56674712e51f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.1409726 Sep 15 02:46:30.351317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=e1078d11-0994-456e-b363-31f4d0d1aa6b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:30.369063 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0c5b1-55c0-4b44-881e-7106de2fdf4e req-7184bb6f-58f8-44a2-805b-c6d51e11933d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.371270 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ed0c5b1-55c0-4b44-881e-7106de2fdf4e req-7184bb6f-58f8-44a2-805b-c6d51e11933d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 932 time: 0.0520880 Sep 15 02:46:30.422619 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-85402787-3f0c-4134-865b-70679f0edf34 req-c3eff258-716d-4cff-b7a4-e7878f44606e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63863203-a700-4c7f-aaf7-fb777f612872 HTTP/1.1" status: 200 len: 1001 time: 0.0834079 Sep 15 02:46:30.424081 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.424301 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.424668 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.425003 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.425333 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.425666 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.425995 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.426324 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.426652 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.426994 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.427369 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.427622 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:30.429076 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2ed0c5b1-55c0-4b44-881e-7106de2fdf4e req-2683c271-c1ed-4fef-b3e1-f61b272c409f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460505 Sep 15 02:46:30.467767 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.469273 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.495129 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402787-3f0c-4134-865b-70679f0edf34 req-0e5bde1a-946a-44ed-911e-06548fe27001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.496699 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-85402787-3f0c-4134-865b-70679f0edf34 req-0e5bde1a-946a-44ed-911e-06548fe27001 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0653176 Sep 15 02:46:30.548966 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402787-3f0c-4134-865b-70679f0edf34 req-ce6bb198-07ac-42b2-b96f-16b307e13de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.550483 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-85402787-3f0c-4134-865b-70679f0edf34 req-ce6bb198-07ac-42b2-b96f-16b307e13de3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460293 Sep 15 02:46:30.556433 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-1db24cda-1b31-46a8-9875-56433600dec2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9109674 Sep 15 02:46:30.584812 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3af18566-fc85-464f-b251-1ebd5e0a728e None None] Provisioning complete for port e1078d11-0994-456e-b363-31f4d0d1aa6b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:30.584812 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3af18566-fc85-464f-b251-1ebd5e0a728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.585414 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Request body: {'port': {'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:30.620999 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3af18566-fc85-464f-b251-1ebd5e0a728e None None] Port e1078d11-0994-456e-b363-31f4d0d1aa6b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:46:30.670008 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7586d9c-f07e-4cf6-a6c6-8fade01c2a95 req-0fc2b990-aaa6-48a6-8226-f1c1ad263e10 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.671490 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a7586d9c-f07e-4cf6-a6c6-8fade01c2a95 req-0fc2b990-aaa6-48a6-8226-f1c1ad263e10 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Sep 15 02:46:30.713570 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a7586d9c-f07e-4cf6-a6c6-8fade01c2a95 req-9252d94d-9fc4-4267-8104-42b61e351fae tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 Sep 15 02:46:30.718684 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-85402787-3f0c-4134-865b-70679f0edf34 req-14bbacdb-f370-450f-a12b-bc5941a779c2 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388032 Sep 15 02:46:30.725441 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.916400 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-85402787-3f0c-4134-865b-70679f0edf34 req-ac89872b-1599-449d-9930-8dd96cd14339 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886535 Sep 15 02:46:30.939118 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:31.062460 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1078d11-0994-456e-b363-31f4d0d1aa6b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:31.070605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:31.083183 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Transition to ACTIVE for port object e1078d11-0994-456e-b363-31f4d0d1aa6b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:46:31.155354 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:31.207308 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Pushing event updated for resources: {'Port': ['ID=e1078d11-0994-456e-b363-31f4d0d1aa6b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:31.272689 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Attempting to bind port e1078d11-0994-456e-b363-31f4d0d1aa6b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:46:31.273018 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Attempting to bind port e1078d11-0994-456e-b363-31f4d0d1aa6b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:46:31.273346 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Attempting to bind port e1078d11-0994-456e-b363-31f4d0d1aa6b on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:31.277590 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Port e1078d11-0994-456e-b363-31f4d0d1aa6b on network 4a046fe4-7499-4199-a410-41fb611d2e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:46:31.277898 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Attempting to bind port e1078d11-0994-456e-b363-31f4d0d1aa6b on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:31.282799 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:46:31.283128 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Checking segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:46:31.283502 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Bound using segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:46:31.283917 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Bound port: e1078d11-0994-456e-b363-31f4d0d1aa6b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:46:31.284266 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:31.355695 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] For port e1078d11-0994-456e-b363-31f4d0d1aa6b, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:46:31.358828 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] For port e1078d11-0994-456e-b363-31f4d0d1aa6b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:46:31.441542 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:31.479575 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.479575 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:31.480495 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] 10.222.0.37 "PUT /v2.0/ports/e1078d11-0994-456e-b363-31f4d0d1aa6b HTTP/1.1" status: 200 len: 1094 time: 0.9020710 Sep 15 02:46:31.482875 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:31.485568 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5210c85-fff9-45a8-a607-5ca20c5d2e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:31.511033 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e38f-9d3b-48dc-883d-c48e4d0849ea service neutron] Pushing event updated for resources: {'Port': ['ID=e1078d11-0994-456e-b363-31f4d0d1aa6b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:31.529092 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e2b69-5e61-4ff2-8f87-9cdb026e057e x-openstack-request-id: req-bb9e2b69-5e61-4ff2-8f87-9cdb026e057e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:31.529472 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:31.529738 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb9e2b69-5e61-4ff2-8f87-9cdb026e057e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:31.530138 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'status': 'completed', 'code': 200} Sep 15 02:46:31.559405 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f33107-1123-4182-b037-84e11ce025ba req-23cd8726-f8d3-44f8-b3b0-2eb30652d937 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.566462 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f7f33107-1123-4182-b037-84e11ce025ba req-23cd8726-f8d3-44f8-b3b0-2eb30652d937 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0761833 Sep 15 02:46:31.602254 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f7f33107-1123-4182-b037-84e11ce025ba req-1852a7ad-7f43-429e-a88d-cd24959ac712 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343425 Sep 15 02:46:31.617700 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c85-fff9-45a8-a607-5ca20c5d2e3f req-c444f3ce-c203-4fa1-b146-f4d758982bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.619420 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a5210c85-fff9-45a8-a607-5ca20c5d2e3f req-c444f3ce-c203-4fa1-b146-f4d758982bd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0453503 Sep 15 02:46:31.736649 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c85-fff9-45a8-a607-5ca20c5d2e3f req-fdffc9d8-4906-4626-86bc-3b858425ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.738175 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a5210c85-fff9-45a8-a607-5ca20c5d2e3f req-fdffc9d8-4906-4626-86bc-3b858425ed3f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=52ad607b4a604c2a9fdbd414efebf435&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025457 Sep 15 02:46:31.838379 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7126ec-25e3-443a-a28a-6cb2d681571f req-566870b5-1c36-40b5-858c-30acb7d32c67 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.838622 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c85-fff9-45a8-a607-5ca20c5d2e3f req-a1baf5b3-06da-400c-87c0-ff163db124b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.839755 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea7126ec-25e3-443a-a28a-6cb2d681571f req-566870b5-1c36-40b5-858c-30acb7d32c67 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0477338 Sep 15 02:46:31.839961 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-a5210c85-fff9-45a8-a607-5ca20c5d2e3f req-a1baf5b3-06da-400c-87c0-ff163db124b5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916870 Sep 15 02:46:31.878351 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea7126ec-25e3-443a-a28a-6cb2d681571f req-2987964e-ca63-456d-9052-a8ba570ec557 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321217 Sep 15 02:46:31.941165 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-865e04eb-3b31-4e03-88f8-be8bebf9c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.942591 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-865e04eb-3b31-4e03-88f8-be8bebf9c439 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0398629 Sep 15 02:46:31.994852 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-36528cfd-4451-4377-b330-819714a3c7c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b HTTP/1.1" status: 200 len: 217 time: 0.0375111 Sep 15 02:46:32.045895 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-54466c3f-d289-4ab2-a324-db9767b637a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:32.047420 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-54466c3f-d289-4ab2-a324-db9767b637a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0435622 Sep 15 02:46:32.091230 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-3480d8cd-fdee-42c0-8e74-6173a38f67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:32.092592 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-3480d8cd-fdee-42c0-8e74-6173a38f67a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377910 Sep 15 02:46:32.185249 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-30fcd4f3-60f0-43f4-8b94-9dc23dd99f5c service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Sep 15 02:46:32.279991 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2249ca7b-74dd-4f01-8002-1549021cb808 req-3d07c69b-7d44-4a29-8bab-03589e7f2ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859258 Sep 15 02:46:32.482594 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:32.718469 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6405fdf-ab75-431c-832d-790ab1e3944e req-b419eace-a494-47c1-a20d-a5cbfc952c73 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:32.719923 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f6405fdf-ab75-431c-832d-790ab1e3944e req-b419eace-a494-47c1-a20d-a5cbfc952c73 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0485430 Sep 15 02:46:32.756808 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f6405fdf-ab75-431c-832d-790ab1e3944e req-2543398b-33a4-4a09-a469-4799cae4a4c4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Sep 15 02:46:33.005527 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da471a-cc85-4dd6-a68c-87f5ab5ab60d req-4155b72a-e565-4dbc-941a-f92f935012ec tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:33.006996 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92da471a-cc85-4dd6-a68c-87f5ab5ab60d req-4155b72a-e565-4dbc-941a-f92f935012ec tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0548894 Sep 15 02:46:33.050603 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92da471a-cc85-4dd6-a68c-87f5ab5ab60d req-de926570-56ad-4315-aa5a-a13a63c9ad83 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344684 Sep 15 02:46:33.867959 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49269ac-9fac-4a88-8c99-8489bdbed28c req-a1d14141-f0d4-477e-b5e3-321472803fce tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:33.869450 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d49269ac-9fac-4a88-8c99-8489bdbed28c req-a1d14141-f0d4-477e-b5e3-321472803fce tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0473485 Sep 15 02:46:33.908708 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d49269ac-9fac-4a88-8c99-8489bdbed28c req-f50971e2-12d9-4fab-b4ba-27812213f747 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Sep 15 02:46:34.172891 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3bba3-70eb-4a09-a31d-b27844098fb1 req-81f7ad05-0173-4984-85a2-f08259f8634f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:34.174427 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6ac3bba3-70eb-4a09-a31d-b27844098fb1 req-81f7ad05-0173-4984-85a2-f08259f8634f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0474532 Sep 15 02:46:34.212200 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6ac3bba3-70eb-4a09-a31d-b27844098fb1 req-4f4018e3-875c-4fee-a0c4-782e91cdc27a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Sep 15 02:46:35.028589 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a392a-e420-486c-b2ea-e70db3f2b2e7 req-eb9d38bc-6f43-4642-b312-0197860ab4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.030057 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ff2a392a-e420-486c-b2ea-e70db3f2b2e7 req-eb9d38bc-6f43-4642-b312-0197860ab4d9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0552192 Sep 15 02:46:35.066965 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ff2a392a-e420-486c-b2ea-e70db3f2b2e7 req-bbc1fe5a-40d8-41da-bef9-d05a14b87f52 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299873 Sep 15 02:46:35.331987 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d3e2f-018d-4e00-bee0-5452b3e71fa6 req-9cbdeaa6-99d9-4db6-9841-ad926cbda8d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.333465 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-438d3e2f-018d-4e00-bee0-5452b3e71fa6 req-9cbdeaa6-99d9-4db6-9841-ad926cbda8d1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0481350 Sep 15 02:46:35.371420 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-438d3e2f-018d-4e00-bee0-5452b3e71fa6 req-b3579dbe-9046-46a7-b696-6f51fc836480 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320828 Sep 15 02:46:36.179044 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6139341-2f84-49ea-b61e-cfddc8623de8 req-79479e96-421c-46ae-8ac5-a94e1644473a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:36.180498 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b6139341-2f84-49ea-b61e-cfddc8623de8 req-79479e96-421c-46ae-8ac5-a94e1644473a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0471773 Sep 15 02:46:36.220102 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b6139341-2f84-49ea-b61e-cfddc8623de8 req-8adc8703-de12-4d24-8ac7-b12756b9b457 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338116 Sep 15 02:46:36.492787 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e189a-5826-4b7c-9ddd-1af915f183bd req-e948d6a1-6022-47f4-ac42-d4ff4467b366 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:36.494248 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a18e189a-5826-4b7c-9ddd-1af915f183bd req-e948d6a1-6022-47f4-ac42-d4ff4467b366 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Sep 15 02:46:36.531144 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a18e189a-5826-4b7c-9ddd-1af915f183bd req-be0dff3c-eb0f-4d38-8ef9-2a4bfa4b728d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310156 Sep 15 02:46:37.330466 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd6f6-709a-4f68-bf21-115d46317826 req-f556bd76-b463-45b8-a61d-ef5e5a831796 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:37.331899 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-089dd6f6-709a-4f68-bf21-115d46317826 req-f556bd76-b463-45b8-a61d-ef5e5a831796 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0468004 Sep 15 02:46:37.368488 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-089dd6f6-709a-4f68-bf21-115d46317826 req-c37e0ff7-2961-4573-955c-13b611287da2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305681 Sep 15 02:46:37.646963 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41b09-4be9-4a17-a191-e4cd64a65388 req-38117c71-45bd-4ec0-9282-9e3f088c3423 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:37.648416 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-81d41b09-4be9-4a17-a191-e4cd64a65388 req-38117c71-45bd-4ec0-9282-9e3f088c3423 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Sep 15 02:46:37.685270 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-81d41b09-4be9-4a17-a191-e4cd64a65388 req-bd10ba8c-71f7-4256-97b6-23e6855366c0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308645 Sep 15 02:46:38.483985 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02031a96-0b7e-4f1f-8300-6f908449824e req-7d2ec086-e7c9-4f62-9989-22bd36c34aee tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:38.486128 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-02031a96-0b7e-4f1f-8300-6f908449824e req-7d2ec086-e7c9-4f62-9989-22bd36c34aee tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0516927 Sep 15 02:46:38.522213 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-02031a96-0b7e-4f1f-8300-6f908449824e req-0b52240b-9640-4837-af21-856128f1b9be tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302567 Sep 15 02:46:38.803162 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd973e-9c38-420c-b1de-f39421e8ed22 req-fafb45e0-077d-4b22-bbd1-16a27b39a991 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:38.804632 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06dd973e-9c38-420c-b1de-f39421e8ed22 req-fafb45e0-077d-4b22-bbd1-16a27b39a991 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0473344 Sep 15 02:46:38.841016 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-06dd973e-9c38-420c-b1de-f39421e8ed22 req-a3002918-f3fb-4000-8cd0-0b092a33db8c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306098 Sep 15 02:46:38.897898 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:46:38.991295 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:39.002180 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '63863203-a700-4c7f-aaf7-fb777f612872', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'port_id': '63863203-a700-4c7f-aaf7-fb777f612872', 'mac_address': 'fa:16:3e:70:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:46:39.038649 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:39.051464 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63863203-a700-4c7f-aaf7-fb777f612872 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:39.070470 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:39.133804 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:39.178670 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:39.185482 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.185836 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.186176 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.186522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.186854 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.187188 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.187517 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.188464 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.188943 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.189279 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.189609 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.189934 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:39.316608 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['63863203-a700-4c7f-aaf7-fb777f612872'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:46:39.636173 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c453e-30a9-4066-95eb-f806c9eab2ff req-22475ca0-4656-4113-8056-de9af3fffe0d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:39.637735 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-385c453e-30a9-4066-95eb-f806c9eab2ff req-22475ca0-4656-4113-8056-de9af3fffe0d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0504932 Sep 15 02:46:39.675911 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-385c453e-30a9-4066-95eb-f806c9eab2ff req-9bed6643-6174-4e76-948f-fd08b4a83cd7 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319860 Sep 15 02:46:39.988545 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa26d1-06b8-494d-999d-5454095fb23e req-a6c82bcf-2af0-4da8-98dd-4b7285b71876 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:39.990228 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-57fa26d1-06b8-494d-999d-5454095fb23e req-a6c82bcf-2af0-4da8-98dd-4b7285b71876 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 944 time: 0.0679808 Sep 15 02:46:40.034743 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-57fa26d1-06b8-494d-999d-5454095fb23e req-a82ee9f0-6cc0-4b76-a626-22ca6127c87e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373588 Sep 15 02:46:40.086972 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:40.144838 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 63863203-a700-4c7f-aaf7-fb777f612872 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:40.145221 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:40.233446 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:40.260149 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:40.262513 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa415013-4601-40e6-8fe0-4d1eb69cf7ea" -d '{"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-plugged", "status": "completed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:40.279465 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:40.380045 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:40.441925 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87c5e2-89d9-4ad4-99b5-991721b61419 x-openstack-request-id: req-5f87c5e2-89d9-4ad4-99b5-991721b61419 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:40.442662 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-plugged", "status": "completed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:40.442925 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f87c5e2-89d9-4ad4-99b5-991721b61419 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:40.443597 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872', 'code': 200} Sep 15 02:46:40.445004 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:40.816403 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52265a-726b-4c9c-89d5-e00f07afcb6e req-9b4e439f-f805-4b2d-8a83-f2fb71fb9020 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:40.817631 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2b52265a-726b-4c9c-89d5-e00f07afcb6e req-9b4e439f-f805-4b2d-8a83-f2fb71fb9020 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0497844 Sep 15 02:46:40.868402 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2b52265a-726b-4c9c-89d5-e00f07afcb6e req-3605ca31-b44d-4e2d-8559-6f9b418841eb tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Sep 15 02:46:41.177082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430771a-8ea5-462e-a715-56671844d36d req-ee5cfdcd-b797-47ba-a90b-edf67c442ff0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:41.178590 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9430771a-8ea5-462e-a715-56671844d36d req-ee5cfdcd-b797-47ba-a90b-edf67c442ff0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0493922 Sep 15 02:46:41.228402 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9430771a-8ea5-462e-a715-56671844d36d req-ae401e9a-2cca-4e23-8364-000c13575c32 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392101 Sep 15 02:46:42.032352 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af1907-4e52-49c3-bb6e-3a6d61b0c7d4 req-e3b7791e-506c-4cbe-892e-b32c174fd504 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.037676 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c6af1907-4e52-49c3-bb6e-3a6d61b0c7d4 req-e3b7791e-506c-4cbe-892e-b32c174fd504 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0648587 Sep 15 02:46:42.076200 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c6af1907-4e52-49c3-bb6e-3a6d61b0c7d4 req-3b223c43-4bff-44bf-84ec-909d4c418c94 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Sep 15 02:46:42.134736 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device e1078d11-0994-456e-b363-31f4d0d1aa6b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:46:42.247178 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port e1078d11-0994-456e-b363-31f4d0d1aa6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:42.262200 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:46:42.309851 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:42.332498 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1078d11-0994-456e-b363-31f4d0d1aa6b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:42.355196 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port e1078d11-0994-456e-b363-31f4d0d1aa6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:42.394680 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a275f60-7553-4178-b6d5-2e515f9daebf req-15ff47e1-3b32-4d06-891c-9dd9f4d34e6c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.396286 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0a275f60-7553-4178-b6d5-2e515f9daebf req-15ff47e1-3b32-4d06-891c-9dd9f4d34e6c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0533175 Sep 15 02:46:42.452256 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:42.460997 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0a275f60-7553-4178-b6d5-2e515f9daebf req-3f1a7a1c-518c-40d3-a9b2-765970516155 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547521 Sep 15 02:46:42.523051 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=e1078d11-0994-456e-b363-31f4d0d1aa6b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:42.787352 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['e1078d11-0994-456e-b363-31f4d0d1aa6b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:46:43.289352 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2678d9-a7fc-4573-8916-d4faa4e176d6 req-5c42c3eb-16d9-4fc0-a88f-7f50853b29da tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.290917 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db2678d9-a7fc-4573-8916-d4faa4e176d6 req-5c42c3eb-16d9-4fc0-a88f-7f50853b29da tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1466651 Sep 15 02:46:43.335384 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db2678d9-a7fc-4573-8916-d4faa4e176d6 req-b65544a4-2bfd-41cc-a0da-2eb6a0ad02c1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Sep 15 02:46:43.616007 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a993d5-54d9-4ddf-9d1d-582eff4bd71b req-4d97a727-05cc-4909-958e-6160d56a5620 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.620121 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c8a993d5-54d9-4ddf-9d1d-582eff4bd71b req-4d97a727-05cc-4909-958e-6160d56a5620 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0717204 Sep 15 02:46:43.672686 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c8a993d5-54d9-4ddf-9d1d-582eff4bd71b req-047ae480-6da3-4ea6-a65d-bf196e8a06c3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 Sep 15 02:46:44.149386 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device e1078d11-0994-456e-b363-31f4d0d1aa6b up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:44.281015 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port e1078d11-0994-456e-b363-31f4d0d1aa6b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:46:44.285758 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port e1078d11-0994-456e-b363-31f4d0d1aa6b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:44.286361 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.381794 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.408509 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:44.411147 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d6f78c-799f-477c-be67-0d198801edc9" -d '{"events": [{"server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "name": "network-vif-plugged", "status": "completed", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:44.432185 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port e1078d11-0994-456e-b363-31f4d0d1aa6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:44.471807 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b531e1aa-135f-47b4-84b8-70fe89a2caeb x-openstack-request-id: req-b531e1aa-135f-47b4-84b8-70fe89a2caeb {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:44.472242 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "name": "network-vif-plugged", "status": "completed", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:44.478447 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b531e1aa-135f-47b4-84b8-70fe89a2caeb {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:44.478447 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'code': 200} Sep 15 02:46:44.498078 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.499041 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab279-1309-4302-9743-3d8e0621c51d req-e6dfbe06-55d5-4f4d-832b-191996cf0395 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:44.507239 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-026ab279-1309-4302-9743-3d8e0621c51d req-e6dfbe06-55d5-4f4d-832b-191996cf0395 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0637591 Sep 15 02:46:44.565617 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-026ab279-1309-4302-9743-3d8e0621c51d req-5774fe31-5a43-4271-80da-e6463b386610 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574343 Sep 15 02:46:44.577338 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=e1078d11-0994-456e-b363-31f4d0d1aa6b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:44.817780 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bf137-36c4-4711-b6a5-2528146f266b req-0b20a22e-3bcc-4075-bd14-891cb622323b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:44.819517 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-809bf137-36c4-4711-b6a5-2528146f266b req-0b20a22e-3bcc-4075-bd14-891cb622323b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0557005 Sep 15 02:46:44.866394 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-809bf137-36c4-4711-b6a5-2528146f266b req-df0aff2d-6344-4193-a5aa-0b6dcc9c805e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384204 Sep 15 02:46:45.238603 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496488d-7aa6-4dcc-99c3-f4a900d8d471 req-37b2b344-8dc1-4ea5-8d51-6409d7cc6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:45.240278 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2496488d-7aa6-4dcc-99c3-f4a900d8d471 req-37b2b344-8dc1-4ea5-8d51-6409d7cc6224 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1099 time: 0.2981608 Sep 15 02:46:45.282974 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2496488d-7aa6-4dcc-99c3-f4a900d8d471 req-3e11ead8-e058-4d2e-8bca-4dc55302f6c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343530 Sep 15 02:46:45.683855 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f23b9-266b-4ac2-9e83-ad5589cd7e87 req-46693995-ef6a-4a74-8eb3-6c97e27d7c8b tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:45.689004 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-982f23b9-266b-4ac2-9e83-ad5589cd7e87 req-46693995-ef6a-4a74-8eb3-6c97e27d7c8b tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 946 time: 0.0566013 Sep 15 02:46:45.728399 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-982f23b9-266b-4ac2-9e83-ad5589cd7e87 req-497036d7-6394-4477-98e5-97381ed2a6a0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358727 Sep 15 02:46:46.000767 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc4113-2b74-469d-8c43-dbded0f81528 req-b1566f01-2977-4dde-ae72-cc1ec701f966 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:46.002708 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3fbc4113-2b74-469d-8c43-dbded0f81528 req-b1566f01-2977-4dde-ae72-cc1ec701f966 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0597694 Sep 15 02:46:46.043517 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-3fbc4113-2b74-469d-8c43-dbded0f81528 req-05e73bf3-b641-4899-af10-060233b208b5 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349169 Sep 15 02:46:46.853646 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c242c-0ecd-49b6-8757-a810737d2442 req-bec56e03-137d-4b02-ae4a-45b09419fbad tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:46.855160 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-422c242c-0ecd-49b6-8757-a810737d2442 req-bec56e03-137d-4b02-ae4a-45b09419fbad tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 946 time: 0.0517797 Sep 15 02:46:46.901545 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-422c242c-0ecd-49b6-8757-a810737d2442 req-e527af45-aa53-4502-888d-e596caee1102 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Sep 15 02:46:47.023450 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1085-f98c-438a-9b01-b084df7b0065 req-2d157fd1-e39f-45ea-add5-5ff88be73c83 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:47.025085 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-caec1085-f98c-438a-9b01-b084df7b0065 req-2d157fd1-e39f-45ea-add5-5ff88be73c83 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 946 time: 0.0563202 Sep 15 02:46:47.066455 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-caec1085-f98c-438a-9b01-b084df7b0065 req-1cd99e03-bb91-4e49-a3e0-ad8ff6ff0e91 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350592 Sep 15 02:46:47.089202 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52376) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:47.174474 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4843bf0-df48-4caf-8193-f9790b897bf6 tempest-TestVolumeBootPattern-2137992187 tempest-TestVolumeBootPattern-2137992187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:47.177668 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a4843bf0-df48-4caf-8193-f9790b897bf6 tempest-TestVolumeBootPattern-2137992187 tempest-TestVolumeBootPattern-2137992187-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0858905 Sep 15 02:46:47.180102 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52378) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:47.185462 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:47.198361 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ab4cc-93d5-4cbd-bb38-0d5d7aa50f19 req-629605c6-2a87-4b3b-8b3d-e72167091760 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:47.199479 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-655ab4cc-93d5-4cbd-bb38-0d5d7aa50f19 req-629605c6-2a87-4b3b-8b3d-e72167091760 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0640349 Sep 15 02:46:47.246099 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-655ab4cc-93d5-4cbd-bb38-0d5d7aa50f19 req-e7a58d8f-0e91-48a3-b66d-2f62aef38957 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402308 Sep 15 02:46:47.288208 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:47.404678 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:47.527277 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Allocated IP 172.27.3.232 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/bfdc98a1-c54d-49d7-89cc-c0666d97debb) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:46:47.661641 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:47.786167 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:47.824582 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:47.831294 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:47.834030 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:46:47.870406 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=bfdc98a1-c54d-49d7-89cc-c0666d97debb,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:48.228740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.378714 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.396816 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ee4cc-0e08-461a-acb9-cd42c3d509ea req-19f02ecc-c1be-41fd-a95b-34d10374309a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:48.398360 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-151ee4cc-0e08-461a-acb9-cd42c3d509ea req-19f02ecc-c1be-41fd-a95b-34d10374309a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0656428 Sep 15 02:46:48.451555 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-151ee4cc-0e08-461a-acb9-cd42c3d509ea req-1a453ab0-7e01-4e0d-a66f-f50e7b6bdfe1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417891 Sep 15 02:46:48.569451 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.641440 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.721744 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=bfdc98a1-c54d-49d7-89cc-c0666d97debb,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:48.736707 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.848990 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Floating IP 83304805-6e99-4576-b94f-93d92740cb8c associated. External IP: 172.27.3.232, port: e1078d11-0994-456e-b363-31f4d0d1aa6b. Sep 15 02:46:49.084145 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:46:49.112638 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:46:49.210392 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:46:49.225966 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:46:49.239634 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:49.240417 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:46:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:49.362744 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:49.463147 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:49.505138 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8f069ca5-d194-433e-b4ef-f447e4d1ace4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3105857 Sep 15 02:46:49.505138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:49.505138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:49.543245 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09153a4-e92e-4c18-9561-7394eaf921db x-openstack-request-id: req-c09153a4-e92e-4c18-9561-7394eaf921db {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:49.543539 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:49.543837 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c09153a4-e92e-4c18-9561-7394eaf921db {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:49.544244 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'status': 'completed', 'code': 200} Sep 15 02:46:49.579820 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c582-0bec-4045-a708-e42c9093bc32 req-021cf7c3-376a-4a0d-b66c-97c1d390679e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:49.581374 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fb33c582-0bec-4045-a708-e42c9093bc32 req-021cf7c3-376a-4a0d-b66c-97c1d390679e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0555992 Sep 15 02:46:49.624663 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fb33c582-0bec-4045-a708-e42c9093bc32 req-d31346ca-8f24-414a-96c0-889bbe56cf0e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 Sep 15 02:46:49.631465 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-3aba5f5c-8b44-4604-be11-018681fefeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:49.632721 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:48Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:49.633274 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-3aba5f5c-8b44-4604-be11-018681fefeca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1099 time: 0.0444250 Sep 15 02:46:49.731173 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-76f9d44b-49db-49ba-8c2f-fe92cddd86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:49.732669 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-76f9d44b-49db-49ba-8c2f-fe92cddd86e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.0929306 Sep 15 02:46:49.781904 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:46:49.790259 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:49.790865 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:46:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:49.798933 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-77936ec2-67c2-4875-bac5-c8835f81618b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b HTTP/1.1" status: 200 len: 1000 time: 0.0589113 Sep 15 02:46:49.851005 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-b89b033f-d930-4116-85bd-9b5e5945f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:49.852712 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-b89b033f-d930-4116-85bd-9b5e5945f715 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0470920 Sep 15 02:46:49.897884 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:49.900810 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-6a5be4e0-599f-4cd6-b37e-8515a84ef392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:49.902286 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-6a5be4e0-599f-4cd6-b37e-8515a84ef392 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413525 Sep 15 02:46:49.997073 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-215ec6e2-9785-4bbd-8980-744fac7e039d service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857770 Sep 15 02:46:50.107497 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8f7539e3-44c4-4f4c-a63e-1bebcd7248ce req-3f8e8c6c-cc37-46ef-992f-eede6705d7d0 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020346 Sep 15 02:46:50.181945 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:48Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:50.210773 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e117407-3bb9-4d10-b3c0-71f9ed30989d None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:48Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:46:50.488590 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a21ab94-a5d1-477f-acd2-bd6afe82dea3 None None] New status for floating IP 83304805-6e99-4576-b94f-93d92740cb8c: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:46:50.749213 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2b95e-71fe-468a-a2cc-796ee50ea9b6 req-d8d1bf7f-4945-409b-bafb-94f0e9528a6f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:50.753383 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2cd2b95e-71fe-468a-a2cc-796ee50ea9b6 req-d8d1bf7f-4945-409b-bafb-94f0e9528a6f tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0500305 Sep 15 02:46:50.790640 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2cd2b95e-71fe-468a-a2cc-796ee50ea9b6 req-9e0000c2-edde-41aa-8d98-83e4e739ce26 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326512 Sep 15 02:46:51.534449 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52452) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:51.584567 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Deleting subnet e2d84069-f760-47f3-8923-2db7141b7368 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:46:51.587155 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:51.626032 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:51.662647 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:51.797619 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:51.824158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d84069-f760-47f3-8923-2db7141b7368,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:51.834212 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.834347 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.834686 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.835034 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.835365 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.835699 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.836029 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.836359 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.836723 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.837239 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.837572 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.837897 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:51.843329 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:51.850340 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-697059cb-53c0-4839-8aad-87c4a6897895 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e2d84069-f760-47f3-8923-2db7141b7368 HTTP/1.1" status: 204 len: 168 time: 0.3110883 Sep 15 02:46:51.850340 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52458) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:51.865832 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-2fad7c3c-8860-4a1a-89cc-e1c7fae7a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.867357 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-2fad7c3c-8860-4a1a-89cc-e1c7fae7a336 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1098 time: 0.0430303 Sep 15 02:46:51.945064 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:51.964833 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-293a80f9-df3f-4834-9576-4b1a44fea9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.966325 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-293a80f9-df3f-4834-9576-4b1a44fea9e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.0914469 Sep 15 02:46:51.972425 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4d0ee-9391-419e-997d-0233158f11b6 req-6f57cd2d-c04e-41aa-80b6-3edfe4cb717c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.973901 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-11c4d0ee-9391-419e-997d-0233158f11b6 req-6f57cd2d-c04e-41aa-80b6-3edfe4cb717c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0986965 Sep 15 02:46:52.034004 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-e574b6e0-a59f-43c3-9846-d9183bc2038a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63863203-a700-4c7f-aaf7-fb777f612872 HTTP/1.1" status: 200 len: 1001 time: 0.0598223 Sep 15 02:46:52.048025 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-11c4d0ee-9391-419e-997d-0233158f11b6 req-b08db6e2-e79b-4998-afc8-3af6af0b1502 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558910 Sep 15 02:46:52.071047 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.094038 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-5c670181-ac02-4252-b690-2fd741b9573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:52.094038 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-5c670181-ac02-4252-b690-2fd741b9573c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0474892 Sep 15 02:46:52.094332 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac04d07b-f803-417e-8a66-8fa9ae336ac6']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:52.100338 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:52.100664 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3a2c6a-b89c-44ad-85a7-34aae2d015ed') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:52.110633 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.124611 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.131448 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:46:52.131927 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:46:52.134172 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:46:52.136846 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-f08b2d50-547c-4d57-a868-3e30ee4a457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:52.136846 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-f08b2d50-547c-4d57-a868-3e30ee4a457f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403616 Sep 15 02:46:52.234639 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-1b743504-c5a1-403e-b718-288147a50b25 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901828 Sep 15 02:46:52.248562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.255289 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.260905 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac04d07b-f803-417e-8a66-8fa9ae336ac6 HTTP/1.1" status: 204 len: 168 time: 0.4113772 Sep 15 02:46:52.278978 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296d7b4-aed9-4424-9e30-f2071ea7e8a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac04d07b-f803-417e-8a66-8fa9ae336ac6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:52.336016 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-d472323e-5bc2-4f53-8eb1-7b7f5b4df8b8 req-067c3438-8d2f-4055-b424-c7f08eecd2b8 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917354 Sep 15 02:46:52.636891 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52466) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:52.675984 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-d6751f67-81e1-432f-ba48-88603d28ef53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88cbccb009f84769b564a9532b13ea73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379407 Sep 15 02:46:52.678278 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52468) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:52.724529 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-118aea6c-defc-4770-8e40-72d3c6501cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.744715 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-118aea6c-defc-4770-8e40-72d3c6501cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.831024 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-118aea6c-defc-4770-8e40-72d3c6501cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.833592 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-118aea6c-defc-4770-8e40-72d3c6501cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:52.834731 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-118aea6c-defc-4770-8e40-72d3c6501cc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e73ba7b-d28a-4ef7-94a8-31f1e458393f HTTP/1.1" status: 204 len: 168 time: 0.1555755 Sep 15 02:46:52.841943 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aea6c-defc-4770-8e40-72d3c6501cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e73ba7b-d28a-4ef7-94a8-31f1e458393f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:53.167082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc32a-ec3f-4378-aada-d0e2c424e891 req-7e491dda-0851-49e6-9664-35f188f7fe4a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:53.168568 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-690bc32a-ec3f-4378-aada-d0e2c424e891 req-7e491dda-0851-49e6-9664-35f188f7fe4a tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0478520 Sep 15 02:46:53.209583 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-690bc32a-ec3f-4378-aada-d0e2c424e891 req-1f2f5c39-40da-4d24-aca9-6c5bab8637e4 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349679 Sep 15 02:46:53.946685 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52502) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:54.045027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1839531294-network', 'tenant_id': '8f88037298ab41778fa946121e07cd81'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:54.179392 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Made reservation on behalf of 8f88037298ab41778fa946121e07cd81 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:46:54.181793 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.190992 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.292701 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.293261 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.344131 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d88a1-556c-4edb-92e0-48932e24cd43 req-5a87c24a-ff5e-4bf8-889e-9ae2b4c648ea tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:54.345625 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-608d88a1-556c-4edb-92e0-48932e24cd43 req-5a87c24a-ff5e-4bf8-889e-9ae2b4c648ea tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Sep 15 02:46:54.385641 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.393887 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-608d88a1-556c-4edb-92e0-48932e24cd43 req-cdf5200a-cccb-4035-b9ee-7c1249dde8b6 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420258 Sep 15 02:46:54.415764 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f17889-79dd-4726-a7bc-7e101d68489d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:54.429498 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:46:54.439194 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.439652 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Added segment acb3a397-26ae-4956-97ae-2d77e872d654 of type vlan for network 4b9d3918-fb15-4987-99fe-bdea04d65c39 Sep 15 02:46:54.478534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.583781 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.584854 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:54.585443 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.643444 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9d3918-fb15-4987-99fe-bdea04d65c39,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:54.653290 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:46:54.700029 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-bdfb6707-250a-4ca1-948c-a781679ec175 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7522476 Sep 15 02:46:54.702783 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52510) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:54.707784 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Request body: {'subnet': {'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1839531294-subnet', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:54.779141 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Made reservation on behalf of 8f88037298ab41778fa946121e07cd81 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:46:54.781435 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.037262 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.090744 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c66512-109a-4aae-a017-268dae80df80,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:55.101098 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Checking segment: {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:46:55.106127 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Network hostable DHCP agents. Network: 4b9d3918-fb15-4987-99fe-bdea04d65c39, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:46:55.162316 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:46:55.246453 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 4b9d3918-fb15-4987-99fe-bdea04d65c39) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:55.250567 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:55.255921 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.256677 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def704b-2b48-44a5-bec7-17940adf19e1 None None] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:46:55.323319 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-639cbd58-164d-4fc0-baed-968d266f9263 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6194997 Sep 15 02:46:55.326595 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52514) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:55.330108 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:55.398747 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-4b9d3918-fb15-4987-99fe-bdea04d65c39', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:46:55.399594 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.417911 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.419127 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.480529 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.527559 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836357f-6c15-4fac-b504-71d8b307f367 req-bf933a0f-0140-48d1-b768-0c0803b63c9b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:55.529041 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9836357f-6c15-4fac-b504-71d8b307f367 req-bf933a0f-0140-48d1-b768-0c0803b63c9b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 945 time: 0.0472162 Sep 15 02:46:55.541294 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Allocated IP 172.20.0.2 (4b9d3918-fb15-4987-99fe-bdea04d65c39/90c66512-109a-4aae-a017-268dae80df80/343028db-7a47-4c6f-8930-57e567394453) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:46:55.633713 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9836357f-6c15-4fac-b504-71d8b307f367 req-00e2830d-f403-4c6d-b83f-8d2909d75a08 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956280 Sep 15 02:46:55.682229 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.703044 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.744015 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.783561 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:55.786820 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:55.790258 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:46:55.801387 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Pushing event updated for resources: {'Port': ['ID=343028db-7a47-4c6f-8930-57e567394453,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:55.857317 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Attempting to bind port 343028db-7a47-4c6f-8930-57e567394453 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:46:55.862174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Attempting to bind port 343028db-7a47-4c6f-8930-57e567394453 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:46:55.862174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Attempting to bind port 343028db-7a47-4c6f-8930-57e567394453 on network 4b9d3918-fb15-4987-99fe-bdea04d65c39 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:55.864965 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:46:55.865546 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Checking segment: {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:46:55.866122 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.866787 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Bound using segment: {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:46:55.867413 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Bound port: 343028db-7a47-4c6f-8930-57e567394453, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:46:55.867978 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.929548 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] For port 343028db-7a47-4c6f-8930-57e567394453, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:46:55.932152 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] For port 343028db-7a47-4c6f-8930-57e567394453, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=343028db-7a47-4c6f-8930-57e567394453,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:46:55.971234 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.994299 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.041359 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.106275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Allocated IP 172.27.3.61 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/b2f90314-f790-4ef5-88f2-beb77b9ca26b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:46:56.106940 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261bbd0-6abd-4a88-b971-58a67f3e14c6 None None] Pushing event updated for resources: {'Port': ['ID=343028db-7a47-4c6f-8930-57e567394453,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:56.213607 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:46:56.221106 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.318078 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.322089 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.353988 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:56.356416 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dadf646-b021-403b-bef3-830d39227941" -d '{"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-unplugged", "status": "completed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:56.360560 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:56.364396 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:56.368114 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:46:56.371442 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:56.394085 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Pushing event updated for resources: {'Port': ['ID=b2f90314-f790-4ef5-88f2-beb77b9ca26b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:56.404878 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39de6ef-1ef3-47ab-86a0-002aed5afc53 x-openstack-request-id: req-e39de6ef-1ef3-47ab-86a0-002aed5afc53 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:56.405410 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-unplugged", "status": "failed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872", "code": 422}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:56.405685 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e39de6ef-1ef3-47ab-86a0-002aed5afc53 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:56.406120 dv-cinder-760193-12-iscsi neutron-server[101035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872', 'code': 422} returned with failed status Sep 15 02:46:56.442488 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.496611 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:56.731704 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.945044 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:56.999138 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f8417-8b40-48bf-af3a-3efc5279799f None None] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:46:57.091421 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-03f183bb-c5d5-4d22-bd9f-2c8b29ab404c None None] Provisioning complete for port 343028db-7a47-4c6f-8930-57e567394453 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:57.091789 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-03f183bb-c5d5-4d22-bd9f-2c8b29ab404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.178082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Router 3cdf5220-c8ca-49bb-b467-56c01fc851bc is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:46:57.194111 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-14ea11e8-3ebe-44d3-9e38-a64c7c007aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.237634 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-03f183bb-c5d5-4d22-bd9f-2c8b29ab404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.273829 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-03f183bb-c5d5-4d22-bd9f-2c8b29ab404c None None] For port 343028db-7a47-4c6f-8930-57e567394453, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=343028db-7a47-4c6f-8930-57e567394453,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:57.290082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:46:57.301349 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Sync routers for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:46:57.314092 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:57.314785 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:46:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:57.360500 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-03f183bb-c5d5-4d22-bd9f-2c8b29ab404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.385628 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.389330 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-edc2d3e0-1733-45df-a9fa-81acdf62c80c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0600955 Sep 15 02:46:57.390388 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52546) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:57.446392 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 343028db-7a47-4c6f-8930-57e567394453 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:57.494057 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f183bb-c5d5-4d22-bd9f-2c8b29ab404c None None] Pushing event updated for resources: {'Port': ['ID=343028db-7a47-4c6f-8930-57e567394453,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:57.526404 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:57.703806 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c09fc94c-527a-47ee-bbaf-499c2c097ff7 None None] Provisioning complete for port 343028db-7a47-4c6f-8930-57e567394453 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:57.704304 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c09fc94c-527a-47ee-bbaf-499c2c097ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.801925 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 343028db-7a47-4c6f-8930-57e567394453 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:57.802298 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.849692 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:57.990297 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:56Z', 'revision_number': 3, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:58.023705 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Checking router: 3cdf5220-c8ca-49bb-b467-56c01fc851bc for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:46:58.024062 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Updating router 3cdf5220-c8ca-49bb-b467-56c01fc851bc port b2f90314-f790-4ef5-88f2-beb77b9ca26b binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:46:58.051397 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.272192 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Allocated IP 172.20.0.1 (4b9d3918-fb15-4987-99fe-bdea04d65c39/90c66512-109a-4aae-a017-268dae80df80/386d90ff-7e0d-40b2-97e5-01440c08c145) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:46:58.353349 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.374661 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8b96c-4b1d-43ef-843f-f9d17d44ea81 req-db84acd6-55e6-4031-8e09-fa1a3885a4d8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:58.376139 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-faa8b96c-4b1d-43ef-843f-f9d17d44ea81 req-db84acd6-55e6-4031-8e09-fa1a3885a4d8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.2994640 Sep 15 02:46:58.411984 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.420220 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-faa8b96c-4b1d-43ef-843f-f9d17d44ea81 req-af6814e4-9845-41ff-a9e4-e3ada2dd4539 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368202 Sep 15 02:46:58.435898 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.444005 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-b214235d-b493-474b-83f2-e672d3dac9d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893288 Sep 15 02:46:58.489402 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Attempting to bind port b2f90314-f790-4ef5-88f2-beb77b9ca26b on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:46:58.489954 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Attempting to bind port b2f90314-f790-4ef5-88f2-beb77b9ca26b by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:46:58.490136 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Attempting to bind port b2f90314-f790-4ef5-88f2-beb77b9ca26b on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:58.499729 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e541378-baee-4b3e-8a32-09fe17d4bd78 None None] Pushing event updated for resources: {'Port': ['ID=b2f90314-f790-4ef5-88f2-beb77b9ca26b,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:58.502198 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:46:58.502574 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:46:58.503566 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.503944 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:46:58.504440 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Bound port: b2f90314-f790-4ef5-88f2-beb77b9ca26b, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:46:58.504839 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.517478 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.562140 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] For port b2f90314-f790-4ef5-88f2-beb77b9ca26b, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:46:58.565984 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] For port b2f90314-f790-4ef5-88f2-beb77b9ca26b, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=b2f90314-f790-4ef5-88f2-beb77b9ca26b,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:46:58.572330 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:58.575027 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:58.578636 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:46:58.587448 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Pushing event updated for resources: {'Port': ['ID=386d90ff-7e0d-40b2-97e5-01440c08c145,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:58.624806 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.626539 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.674227 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:58.674909 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:46:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:58.757365 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e541378-baee-4b3e-8a32-09fe17d4bd78 None None] Pushing event updated for resources: {'Port': ['ID=b2f90314-f790-4ef5-88f2-beb77b9ca26b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:58.799020 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:58.874313 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.885936 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-af229281-81e6-4e43-b0c8-e3da1f8da80b None None] Provisioning complete for port 386d90ff-7e0d-40b2-97e5-01440c08c145 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:58.886316 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-af229281-81e6-4e43-b0c8-e3da1f8da80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.956403 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-af229281-81e6-4e43-b0c8-e3da1f8da80b None None] Port 386d90ff-7e0d-40b2-97e5-01440c08c145 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:46:59.016001 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:56Z', 'revision_number': 3, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:59.035332 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.043017 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d0995-99d1-4540-825c-1dc32f44a86e None None] The sync data for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi is: [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:56Z', 'revision_number': 3, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:46:59.128937 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.197682 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Pushing event updated for resources: {'Port': ['ID=386d90ff-7e0d-40b2-97e5-01440c08c145,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:59.200085 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.331922 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:59.333583 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:59.506682 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Router 3cdf5220-c8ca-49bb-b467-56c01fc851bc has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:46:59.570655 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device b2f90314-f790-4ef5-88f2-beb77b9ca26b up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:59.633127 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f5775-7309-4003-a13b-983f0d0671b0 req-099ff061-ffa6-4a0e-807a-bda04b27d1e2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:59.634669 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a17f5775-7309-4003-a13b-983f0d0671b0 req-099ff061-ffa6-4a0e-807a-bda04b27d1e2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0829680 Sep 15 02:46:59.647306 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port b2f90314-f790-4ef5-88f2-beb77b9ca26b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:59.648072 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.690036 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a17f5775-7309-4003-a13b-983f0d0671b0 req-9f58faf5-a2cb-408a-b119-845b13305d47 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487797 Sep 15 02:46:59.701731 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:46:59.720955 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e3b1df86-e84f-49ef-90fe-4e47fb29baa5 None None] Provisioning complete for port 386d90ff-7e0d-40b2-97e5-01440c08c145 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:59.720955 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e3b1df86-e84f-49ef-90fe-4e47fb29baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.721173 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-573e609d-3b30-4bbb-9b95-4b97d313491b admin admin] 10.222.0.15 "PUT /v2.0/routers/3cdf5220-c8ca-49bb-b467-56c01fc851bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237264 Sep 15 02:46:59.778656 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1df86-e84f-49ef-90fe-4e47fb29baa5 None None] Port 386d90ff-7e0d-40b2-97e5-01440c08c145 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:46:59.790936 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.804668 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a862af60-c1c4-421c-b57e-43bf1aff56ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.813459 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port b2f90314-f790-4ef5-88f2-beb77b9ca26b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=b2f90314-f790-4ef5-88f2-beb77b9ca26b,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:59.884166 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.887201 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 343028db-7a47-4c6f-8930-57e567394453 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:59.968093 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=b2f90314-f790-4ef5-88f2-beb77b9ca26b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:59.981029 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 343028db-7a47-4c6f-8930-57e567394453 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:59.981515 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.031602 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509001e-753d-4a15-87d8-a603483f89f3 req-c330d68f-4859-4bd9-a10d-3a871bd6c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.033364 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-c330d68f-4859-4bd9-a10d-3a871bd6c73d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92&tenant_id=bbf9c7a2d8b14e749224489d622636c9 HTTP/1.1" status: 200 len: 1096 time: 0.0626082 Sep 15 02:47:00.066748 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.113157 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509001e-753d-4a15-87d8-a603483f89f3 req-bfb5ec47-ce3e-44a1-bb8a-f1e888bca2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.114709 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-bfb5ec47-ce3e-44a1-bb8a-f1e888bca2d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf9c7a2d8b14e749224489d622636c9&device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1096 time: 0.0414796 Sep 15 02:47:00.216231 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509001e-753d-4a15-87d8-a603483f89f3 req-aa024b5b-312d-4151-83c8-945990dce914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.217767 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-aa024b5b-312d-4151-83c8-945990dce914 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 200 len: 918 time: 0.0917835 Sep 15 02:47:00.285769 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-d5be7814-32cf-4388-b835-2802c359dd6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63863203-a700-4c7f-aaf7-fb777f612872 HTTP/1.1" status: 200 len: 999 time: 0.0579982 Sep 15 02:47:00.339214 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509001e-753d-4a15-87d8-a603483f89f3 req-6cb148ac-332b-493d-b739-fa266f36cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.340596 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-6cb148ac-332b-493d-b739-fa266f36cee5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 200 len: 856 time: 0.0439250 Sep 15 02:47:00.390784 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509001e-753d-4a15-87d8-a603483f89f3 req-655eff9f-fa40-4bb7-bced-76ed19377095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.392299 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-655eff9f-fa40-4bb7-bced-76ed19377095 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e605f89-2845-4e86-854d-ab3c9b4bbbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444086 Sep 15 02:47:00.461420 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52588) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:00.466279 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2075555584-network', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:00.501413 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-49611ee5-201f-42ad-9b03-753f5ccbfc35 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880573 Sep 15 02:47:00.551070 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Made reservation on behalf of 10f2b70a2ae940048bbf91dc1318fc64 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:00.553452 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.562030 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.601725 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-b509001e-753d-4a15-87d8-a603483f89f3 req-3aa381d8-9a39-476a-89b2-9058111c6397 service neutron] 10.222.0.37 "GET /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912175 Sep 15 02:47:00.662132 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.711188 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.739941 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:47:00.743432 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Sync routers for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:00.746744 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f77799-4307-489c-ae9b-abdb1b9e7d95,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:00.754868 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.756288 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Added segment 40c64906-d223-49a1-802b-a7f4e898c308 of type vlan for network 2167e4ae-e522-498b-b46e-b23ea5e3e721 Sep 15 02:47:00.762408 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:00.763080 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:00.810002 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.864076 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d809fbd-fa92-4589-b245-24d7689644f2 req-861dbaf2-7f48-4b7e-ba6a-ad2bba2fa4e2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.865856 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d809fbd-fa92-4589-b245-24d7689644f2 req-861dbaf2-7f48-4b7e-ba6a-ad2bba2fa4e2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0669346 Sep 15 02:47:00.877488 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:00.906461 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1d809fbd-fa92-4589-b245-24d7689644f2 req-f015d2a5-c7ff-4c4a-b280-b263bb8bb141 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337420 Sep 15 02:47:00.940306 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.940306 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.940306 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.956889 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.998923 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] Pushing event updated for resources: {'Network': ['ID=2167e4ae-e522-498b-b46e-b23ea5e3e721,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:01.010134 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:47:01.053120 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-e82da1fa-f5bc-4a0b-9451-09096485b072 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5869744 Sep 15 02:47:01.053120 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:01.057805 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Request body: {'subnet': {'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2075555584-subnet', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:01.111289 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 2, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:01.140186 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Checking router: 3cdf5220-c8ca-49bb-b467-56c01fc851bc for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:01.140186 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Updating router 3cdf5220-c8ca-49bb-b467-56c01fc851bc port 386d90ff-7e0d-40b2-97e5-01440c08c145 binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:47:01.162917 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.166204 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Made reservation on behalf of 10f2b70a2ae940048bbf91dc1318fc64 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:01.168468 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.395522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device b2f90314-f790-4ef5-88f2-beb77b9ca26b up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:01.418384 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.455722 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.503539 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port b2f90314-f790-4ef5-88f2-beb77b9ca26b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:01.504265 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.522768 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc70f0b-f67d-4c46-b09b-e8f71f4867fa,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:01.532941 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Checking segment: {'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:01.533384 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Network hostable DHCP agents. Network: 2167e4ae-e522-498b-b46e-b23ea5e3e721, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:47:01.557464 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.635759 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Pushing event updated for resources: {'Port': ['ID=386d90ff-7e0d-40b2-97e5-01440c08c145,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:01.637583 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:47:01.674942 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.675740 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.678849 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.679209 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.679597 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.680067 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.680471 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.680960 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.681255 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.681589 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.681981 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.682348 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.698779 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Attempting to bind port 386d90ff-7e0d-40b2-97e5-01440c08c145 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:01.698779 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Attempting to bind port 386d90ff-7e0d-40b2-97e5-01440c08c145 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:01.698779 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Attempting to bind port 386d90ff-7e0d-40b2-97e5-01440c08c145 on network 4b9d3918-fb15-4987-99fe-bdea04d65c39 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:01.702068 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:01.702601 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Checking segment: {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:01.703236 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.703664 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Bound using segment: {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:01.704448 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Bound port: 386d90ff-7e0d-40b2-97e5-01440c08c145, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:01.704972 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.715117 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 2167e4ae-e522-498b-b46e-b23ea5e3e721) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:01.720415 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:01.725532 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.726884 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840b819-e544-4c87-a4cf-9379505f1a1a None None] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:47:01.832592 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-12b9bbad-175b-4e24-adf7-4c35b27e3c9c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7786851 Sep 15 02:47:01.835071 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52618) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:01.839919 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:01.976564 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-20aec40d-0a4b-48ff-8b69-c9ee6f57b8b6 None None] Provisioning complete for port 386d90ff-7e0d-40b2-97e5-01440c08c145 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:01.977897 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20aec40d-0a4b-48ff-8b69-c9ee6f57b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.985788 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.993576 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.017687 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] For port 386d90ff-7e0d-40b2-97e5-01440c08c145, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:02.023251 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] For port 386d90ff-7e0d-40b2-97e5-01440c08c145, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=386d90ff-7e0d-40b2-97e5-01440c08c145,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:02.064665 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-2167e4ae-e522-498b-b46e-b23ea5e3e721', 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'fixed_ips': [{'subnet_id': '3bc70f0b-f67d-4c46-b09b-e8f71f4867fa'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:47:02.066361 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.088749 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-20aec40d-0a4b-48ff-8b69-c9ee6f57b8b6 None None] Port 386d90ff-7e0d-40b2-97e5-01440c08c145 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:02.100515 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.146100 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.189135 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:02.189789 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:02.213150 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67803b-8749-43b2-82f5-66e2a2895392 req-4455bb82-94b5-4b66-975b-ed5d5ac11098 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:02.214717 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bd67803b-8749-43b2-82f5-66e2a2895392 req-4455bb82-94b5-4b66-975b-ed5d5ac11098 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.1653268 Sep 15 02:47:02.245935 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55f9d-06f8-46f6-bf50-0938b672ca79 None None] Pushing event updated for resources: {'Port': ['ID=386d90ff-7e0d-40b2-97e5-01440c08c145,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:02.303822 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Allocated IP 172.20.0.2 (2167e4ae-e522-498b-b46e-b23ea5e3e721/3bc70f0b-f67d-4c46-b09b-e8f71f4867fa/ef0ab21b-654d-4d94-8db4-c02d4155aea0) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:02.375037 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:02.429476 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bd67803b-8749-43b2-82f5-66e2a2895392 req-38379077-73a4-4ff0-8c6f-7174250e8f45 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494179 Sep 15 02:47:02.477383 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.571850 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.625618 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b8f25718-e7e4-4f79-b7e2-475730784b90 None None] Provisioning complete for port 386d90ff-7e0d-40b2-97e5-01440c08c145 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:02.626453 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8f25718-e7e4-4f79-b7e2-475730784b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.630469 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.662107 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.722252 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Pushing event updated for resources: {'Port': ['ID=ef0ab21b-654d-4d94-8db4-c02d4155aea0,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:02.740567 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:02.749828 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:02.759043 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:02.764988 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:02.806320 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e287bed-f358-45cc-8c70-cc70d0c63345 None None] The sync data for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi is: [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:02.821030 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.869270 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.913544 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Attempting to bind port ef0ab21b-654d-4d94-8db4-c02d4155aea0 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:02.914021 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Attempting to bind port ef0ab21b-654d-4d94-8db4-c02d4155aea0 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:02.914341 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Attempting to bind port ef0ab21b-654d-4d94-8db4-c02d4155aea0 on network 2167e4ae-e522-498b-b46e-b23ea5e3e721 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:02.922234 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:02.922622 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Checking segment: {'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:02.923037 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.923440 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Bound using segment: {'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:02.923934 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Bound port: ef0ab21b-654d-4d94-8db4-c02d4155aea0, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:02.924354 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:02.937116 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8f25718-e7e4-4f79-b7e2-475730784b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:03.045944 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Allocated IP 172.27.3.12 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/74b3a960-c237-41d5-b9ca-d3dd74190bdb) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:03.183786 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b8f25718-e7e4-4f79-b7e2-475730784b90 None None] For port 386d90ff-7e0d-40b2-97e5-01440c08c145, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=386d90ff-7e0d-40b2-97e5-01440c08c145,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:03.264672 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:03.264921 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8f25718-e7e4-4f79-b7e2-475730784b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:03.267560 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] For port ef0ab21b-654d-4d94-8db4-c02d4155aea0, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:03.275678 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] For port ef0ab21b-654d-4d94-8db4-c02d4155aea0, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=ef0ab21b-654d-4d94-8db4-c02d4155aea0,segment=NetworkSegment(40c64906-d223-49a1-802b-a7f4e898c308),segment_id=40c64906-d223-49a1-802b-a7f4e898c308)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:03.352568 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:03.369661 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f25718-e7e4-4f79-b7e2-475730784b90 None None] Pushing event updated for resources: {'Port': ['ID=386d90ff-7e0d-40b2-97e5-01440c08c145,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:03.398523 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:03.475879 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:03.493228 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2856248-4f82-45bb-ab2b-ce444baa0e7b None None] Pushing event updated for resources: {'Port': ['ID=ef0ab21b-654d-4d94-8db4-c02d4155aea0,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:03.506864 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:03.509473 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 386d90ff-7e0d-40b2-97e5-01440c08c145 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:03.516129 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:03.670040 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 386d90ff-7e0d-40b2-97e5-01440c08c145 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:03.670040 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:03.674441 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Pushing event updated for resources: {'Port': ['ID=74b3a960-c237-41d5-b9ca-d3dd74190bdb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:03.954035 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecee86-3151-488d-9cf1-b6d13168d196 req-b4afa784-48d2-41e9-8e1b-986c5456f8b3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:03.955727 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e1ecee86-3151-488d-9cf1-b6d13168d196 req-b4afa784-48d2-41e9-8e1b-986c5456f8b3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.3675027 Sep 15 02:47:04.035368 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e1ecee86-3151-488d-9cf1-b6d13168d196 req-e593dff9-9885-4569-8ac2-243d511981c0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688632 Sep 15 02:47:04.230413 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:04.611767 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:04.786812 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2bba4e-d93c-44ee-86e6-c4071e84a99d None None] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:47:04.859871 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-71f7b177-36e9-4bf9-ba1b-ae4171e0e90b None None] Provisioning complete for port ef0ab21b-654d-4d94-8db4-c02d4155aea0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:04.860156 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-71f7b177-36e9-4bf9-ba1b-ae4171e0e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:04.915082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Router 8e4903e3-5ef1-4605-9d5e-6c807943d702 is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:47:05.008687 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-71f7b177-36e9-4bf9-ba1b-ae4171e0e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.048333 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-71f7b177-36e9-4bf9-ba1b-ae4171e0e90b None None] For port ef0ab21b-654d-4d94-8db4-c02d4155aea0, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=ef0ab21b-654d-4d94-8db4-c02d4155aea0,segment=NetworkSegment(40c64906-d223-49a1-802b-a7f4e898c308),segment_id=40c64906-d223-49a1-802b-a7f4e898c308)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:05.063865 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:05.074800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Sync routers for ids ['8e4903e3-5ef1-4605-9d5e-6c807943d702'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:05.091852 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Routers {'8e4903e3-5ef1-4605-9d5e-6c807943d702'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:05.092683 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['8e4903e3-5ef1-4605-9d5e-6c807943d702'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:05.131312 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-71f7b177-36e9-4bf9-ba1b-ae4171e0e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.184073 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.188018 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-71957483-a3ef-4796-9862-d29be74561ec admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3491642 Sep 15 02:47:05.188413 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52648) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:05.287396 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Set router 8e4903e3-5ef1-4605-9d5e-6c807943d702 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:05.289820 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7b177-36e9-4bf9-ba1b-ae4171e0e90b None None] Pushing event updated for resources: {'Port': ['ID=ef0ab21b-654d-4d94-8db4-c02d4155aea0,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:05.296729 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f15e3-96da-4cba-9257-3a1458e25d90 req-b8a3c483-228c-4713-8605-57849f4a3ee5 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:05.298563 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bf5f15e3-96da-4cba-9257-3a1458e25d90 req-b8a3c483-228c-4713-8605-57849f4a3ee5 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.1491129 Sep 15 02:47:05.375264 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-bf5f15e3-96da-4cba-9257-3a1458e25d90 req-f3e33f06-9c7e-491f-bd55-32d53aa384fd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622857 Sep 15 02:47:05.526523 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e4beca0e-6dae-4941-a9b7-1907ba9d36a8 None None] Provisioning complete for port ef0ab21b-654d-4d94-8db4-c02d4155aea0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:05.527224 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e4beca0e-6dae-4941-a9b7-1907ba9d36a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.592819 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 386d90ff-7e0d-40b2-97e5-01440c08c145 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:05.705670 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 386d90ff-7e0d-40b2-97e5-01440c08c145 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:05.705986 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.713190 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:47:03Z', 'revision_number': 3, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:05.761189 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Checking router: 8e4903e3-5ef1-4605-9d5e-6c807943d702 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:05.761545 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Updating router 8e4903e3-5ef1-4605-9d5e-6c807943d702 port 74b3a960-c237-41d5-b9ca-d3dd74190bdb binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:47:05.796775 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.890079 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.930223 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device ef0ab21b-654d-4d94-8db4-c02d4155aea0 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:06.052706 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port ef0ab21b-654d-4d94-8db4-c02d4155aea0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:06.053086 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.068690 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Allocated IP 172.20.0.1 (2167e4ae-e522-498b-b46e-b23ea5e3e721/3bc70f0b-f67d-4c46-b09b-e8f71f4867fa/cf8cfc80-1d4b-4200-8dae-2582c6d45ad5) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:06.192428 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.200694 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.276662 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.305681 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.334936 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Attempting to bind port 74b3a960-c237-41d5-b9ca-d3dd74190bdb on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:06.335303 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Attempting to bind port 74b3a960-c237-41d5-b9ca-d3dd74190bdb by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:06.335664 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Attempting to bind port 74b3a960-c237-41d5-b9ca-d3dd74190bdb on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:06.338935 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df9bb9-4d8f-4ce8-acd2-09f0e7f5dc1c None None] Pushing event updated for resources: {'Port': ['ID=74b3a960-c237-41d5-b9ca-d3dd74190bdb,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:06.344608 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:06.344608 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:06.345078 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.345411 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:06.345890 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Bound port: 74b3a960-c237-41d5-b9ca-d3dd74190bdb, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:06.347778 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.353600 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:06.357979 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:06.360729 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:06.377763 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:06.437546 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.476673 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] For port 74b3a960-c237-41d5-b9ca-d3dd74190bdb, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:06.482456 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] For port 74b3a960-c237-41d5-b9ca-d3dd74190bdb, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=74b3a960-c237-41d5-b9ca-d3dd74190bdb,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:06.561349 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.572777 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298cf44-8a6d-4c4b-ac43-e26bd0bc9ec9 req-de2791de-7043-402e-9113-60929e67a579 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:06.580265 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a298cf44-8a6d-4c4b-ac43-e26bd0bc9ec9 req-de2791de-7043-402e-9113-60929e67a579 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0726132 Sep 15 02:47:06.634867 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df9bb9-4d8f-4ce8-acd2-09f0e7f5dc1c None None] Pushing event updated for resources: {'Port': ['ID=74b3a960-c237-41d5-b9ca-d3dd74190bdb,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:06.650674 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a298cf44-8a6d-4c4b-ac43-e26bd0bc9ec9 req-5b8c5181-520a-4bb0-905b-5969c22645a0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688753 Sep 15 02:47:06.654597 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Routers {'8e4903e3-5ef1-4605-9d5e-6c807943d702'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:06.655239 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['8e4903e3-5ef1-4605-9d5e-6c807943d702'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:06.774562 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] Set router 8e4903e3-5ef1-4605-9d5e-6c807943d702 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:06.776940 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-aad585dd-5d36-4dd4-869a-47790019b6d3 None None] Provisioning complete for port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:06.777387 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aad585dd-5d36-4dd4-869a-47790019b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.791668 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:06.997269 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:07.002987 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-aad585dd-5d36-4dd4-869a-47790019b6d3 None None] Port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:07.065214 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:07.107964 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:47:03Z', 'revision_number': 3, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:07.140644 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db68fc7-e645-4b00-b1e0-8b009d6942ff None None] The sync data for ids ['8e4903e3-5ef1-4605-9d5e-6c807943d702'] in dv-cinder-760193-12-iscsi is: [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:47:03Z', 'revision_number': 3, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:07.140939 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:07.145718 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:07.251939 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:07.253896 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:07.431110 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Router 8e4903e3-5ef1-4605-9d5e-6c807943d702 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:07.616894 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:07.622285 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-55f1e049-5618-4c1d-aa42-9425ae2d42e2 admin admin] 10.222.0.15 "PUT /v2.0/routers/8e4903e3-5ef1-4605-9d5e-6c807943d702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4329541 Sep 15 02:47:07.639050 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ddd83080-7e28-49d0-a1ef-8c4efa85f32e None None] Provisioning complete for port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:07.639527 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ddd83080-7e28-49d0-a1ef-8c4efa85f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:07.687920 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ddd83080-7e28-49d0-a1ef-8c4efa85f32e None None] Port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:07.791432 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccab7d-4f1c-4209-b7f9-07d0a39ae8fe req-7777f203-3f62-4501-b264-d74c109f21af tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:07.793047 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4eccab7d-4f1c-4209-b7f9-07d0a39ae8fe req-7777f203-3f62-4501-b264-d74c109f21af tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0583906 Sep 15 02:47:07.848090 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4eccab7d-4f1c-4209-b7f9-07d0a39ae8fe req-1ba54e66-91a8-47f7-a150-673212af11ef tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478528 Sep 15 02:47:08.365546 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52668) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:08.370110 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3db989a6-4dbe-4e44-b726-2f2c4af0dfb9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203128648', 'description': 'tempest-secgroup-smoke-1203128648 description', 'project_id': '8f88037298ab41778fa946121e07cd81'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:08.988136 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b28041-2565-4d5e-90d5-4a52ac738168 req-3ad52ddf-dc6b-4fac-a6c6-ff86ed19c74b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:08.994645 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-54b28041-2565-4d5e-90d5-4a52ac738168 req-3ad52ddf-dc6b-4fac-a6c6-ff86ed19c74b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0516911 Sep 15 02:47:09.030891 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-54b28041-2565-4d5e-90d5-4a52ac738168 req-bf80020d-94cc-4ae3-a5c4-c26f91fe6602 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Sep 15 02:47:09.406663 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 74b3a960-c237-41d5-b9ca-d3dd74190bdb up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:09.474206 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 74b3a960-c237-41d5-b9ca-d3dd74190bdb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:09.474421 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.550965 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3db989a6-4dbe-4e44-b726-2f2c4af0dfb9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.564199 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.594847 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 74b3a960-c237-41d5-b9ca-d3dd74190bdb, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=74b3a960-c237-41d5-b9ca-d3dd74190bdb,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:09.649255 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3db989a6-4dbe-4e44-b726-2f2c4af0dfb9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.665758 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.716775 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3db989a6-4dbe-4e44-b726-2f2c4af0dfb9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.717999 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=74b3a960-c237-41d5-b9ca-d3dd74190bdb,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:09.765565 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db989a6-4dbe-4e44-b726-2f2c4af0dfb9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674bc7e0-ccdc-47b9-93d8-54adbf826ece,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:09.800889 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3db989a6-4dbe-4e44-b726-2f2c4af0dfb9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.802319 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3db989a6-4dbe-4e44-b726-2f2c4af0dfb9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4357753 Sep 15 02:47:09.805322 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:09.810052 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-abdb01a6-454c-46f8-8551-fb309b4a6325 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'security_group_rule': {'security_group_id': '674bc7e0-ccdc-47b9-93d8-54adbf826ece', 'project_id': '8f88037298ab41778fa946121e07cd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:09.902785 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abdb01a6-454c-46f8-8551-fb309b4a6325 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.975696 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abdb01a6-454c-46f8-8551-fb309b4a6325 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.053801 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abdb01a6-454c-46f8-8551-fb309b4a6325 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.072428 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb01a6-454c-46f8-8551-fb309b4a6325 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069a858b-d2a8-4eec-bdb5-10759c1f5ab7,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:10.118394 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Sync routers for ids ['8e4903e3-5ef1-4605-9d5e-6c807943d702'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:10.129114 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Routers {'8e4903e3-5ef1-4605-9d5e-6c807943d702'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:10.129721 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['8e4903e3-5ef1-4605-9d5e-6c807943d702'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:10.145051 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abdb01a6-454c-46f8-8551-fb309b4a6325 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.146198 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-abdb01a6-454c-46f8-8551-fb309b4a6325 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3398576 Sep 15 02:47:10.149380 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52680) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:10.154513 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3de47f35-de62-4e60-8b0f-3ebc67bd5bb5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'security_group_rule': {'security_group_id': '674bc7e0-ccdc-47b9-93d8-54adbf826ece', 'project_id': '8f88037298ab41778fa946121e07cd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:10.220140 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c975c-83a1-434a-9fce-8468d4b873fb req-1c461579-e0fc-4d8e-bb38-164c5fd38962 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:10.221912 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d32c975c-83a1-434a-9fce-8468d4b873fb req-1c461579-e0fc-4d8e-bb38-164c5fd38962 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0872233 Sep 15 02:47:10.244987 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de47f35-de62-4e60-8b0f-3ebc67bd5bb5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.267729 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Set router 8e4903e3-5ef1-4605-9d5e-6c807943d702 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:10.284847 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d32c975c-83a1-434a-9fce-8468d4b873fb req-d0a81f7c-1ad2-4609-b876-a76d25f89ca3 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514593 Sep 15 02:47:10.349904 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de47f35-de62-4e60-8b0f-3ebc67bd5bb5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.419663 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de47f35-de62-4e60-8b0f-3ebc67bd5bb5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.438965 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de47f35-de62-4e60-8b0f-3ebc67bd5bb5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec71074f-2611-46f1-a36e-3d95be6724d2,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:10.509799 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:47:06Z', 'revision_number': 4, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'cf8cfc80-1d4b-4200-8dae-2582c6d45ad5', 'name': '', 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'mac_address': 'fa:16:3e:68:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3bc70f0b-f67d-4c46-b09b-e8f71f4867fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:05Z', 'updated_at': '2021-09-15T02:47:06Z', 'revision_number': 2, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'subnets': [{'id': '3bc70f0b-f67d-4c46-b09b-e8f71f4867fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:10.516753 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de47f35-de62-4e60-8b0f-3ebc67bd5bb5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.522020 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52684) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:10.528994 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-3de47f35-de62-4e60-8b0f-3ebc67bd5bb5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3778212 Sep 15 02:47:10.534598 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5401ea49-cc82-4d91-8d29-a2674cefa968 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'security_group_rule': {'security_group_id': '674bc7e0-ccdc-47b9-93d8-54adbf826ece', 'project_id': '8f88037298ab41778fa946121e07cd81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:10.556647 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Checking router: 8e4903e3-5ef1-4605-9d5e-6c807943d702 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:10.556997 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Updating router 8e4903e3-5ef1-4605-9d5e-6c807943d702 port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:47:10.581734 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.636275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5401ea49-cc82-4d91-8d29-a2674cefa968 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.695176 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5401ea49-cc82-4d91-8d29-a2674cefa968 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.888001 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.122882 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5401ea49-cc82-4d91-8d29-a2674cefa968 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.142491 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401ea49-cc82-4d91-8d29-a2674cefa968 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b423cc-77de-4d31-b57b-19dfc3bf6fe2,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:11.145929 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.213499 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d449f-50f8-4b66-9664-e9c528737fee None None] Pushing event updated for resources: {'Port': ['ID=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:11.220558 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5401ea49-cc82-4d91-8d29-a2674cefa968 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.225957 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52690) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:11.226488 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5401ea49-cc82-4d91-8d29-a2674cefa968 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7030003 Sep 15 02:47:11.230946 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f67b2c62-0297-4b15-970f-5bac35e6c6ae tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'security_group_rule': {'security_group_id': '674bc7e0-ccdc-47b9-93d8-54adbf826ece', 'project_id': '8f88037298ab41778fa946121e07cd81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:11.276732 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Attempting to bind port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:11.277105 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Attempting to bind port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:11.277469 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Attempting to bind port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 on network 2167e4ae-e522-498b-b46e-b23ea5e3e721 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:11.282821 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:11.283197 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Checking segment: {'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:11.283602 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.284593 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Bound using segment: {'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:11.285134 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Bound port: cf8cfc80-1d4b-4200-8dae-2582c6d45ad5, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c64906-d223-49a1-802b-a7f4e898c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:11.285471 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.331781 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f67b2c62-0297-4b15-970f-5bac35e6c6ae tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.385069 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] For port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:11.389635 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] For port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,segment=NetworkSegment(40c64906-d223-49a1-802b-a7f4e898c308),segment_id=40c64906-d223-49a1-802b-a7f4e898c308)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:11.457152 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 74b3a960-c237-41d5-b9ca-d3dd74190bdb up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:11.461063 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.469462 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f67b2c62-0297-4b15-970f-5bac35e6c6ae tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.511594 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca5ea3-34f5-490c-8281-5474edd972a7 req-5cdcd4a4-e417-445a-adc9-e9464e8be6f1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:11.520528 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-86ca5ea3-34f5-490c-8281-5474edd972a7 req-5cdcd4a4-e417-445a-adc9-e9464e8be6f1 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0836067 Sep 15 02:47:11.546175 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d449f-50f8-4b66-9664-e9c528737fee None None] Pushing event updated for resources: {'Port': ['ID=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:11.554736 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f67b2c62-0297-4b15-970f-5bac35e6c6ae tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.559391 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Routers {'8e4903e3-5ef1-4605-9d5e-6c807943d702'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:11.560158 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['8e4903e3-5ef1-4605-9d5e-6c807943d702'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:11.572951 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2c62-0297-4b15-970f-5bac35e6c6ae tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac5354a-f043-4c81-b98b-31a4eb2ce85a,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:11.575738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-79a2120b-9f38-4d3c-8b6b-8a74da8766de None None] Provisioning complete for port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:11.576575 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79a2120b-9f38-4d3c-8b6b-8a74da8766de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.579696 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 74b3a960-c237-41d5-b9ca-d3dd74190bdb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:11.579696 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.609900 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-86ca5ea3-34f5-490c-8281-5474edd972a7 req-00362696-715a-4aab-8d31-79cdd8b18d91 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883467 Sep 15 02:47:11.660592 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f67b2c62-0297-4b15-970f-5bac35e6c6ae tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.663722 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f67b2c62-0297-4b15-970f-5bac35e6c6ae tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4361742 Sep 15 02:47:11.666660 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52694) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:11.677328 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'security_group_rule': {'security_group_id': '674bc7e0-ccdc-47b9-93d8-54adbf826ece', 'project_id': '8f88037298ab41778fa946121e07cd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:11.787255 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Project 8f88037298ab41778fa946121e07cd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:47:11.787405 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] Set router 8e4903e3-5ef1-4605-9d5e-6c807943d702 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:11.793171 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.840132 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79a2120b-9f38-4d3c-8b6b-8a74da8766de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.897112 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-79a2120b-9f38-4d3c-8b6b-8a74da8766de None None] For port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,segment=NetworkSegment(40c64906-d223-49a1-802b-a7f4e898c308),segment_id=40c64906-d223-49a1-802b-a7f4e898c308)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:11.902956 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.978005 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79a2120b-9f38-4d3c-8b6b-8a74da8766de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.023563 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.039403 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2120b-9f38-4d3c-8b6b-8a74da8766de None None] Pushing event updated for resources: {'Port': ['ID=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:12.051811 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9c7ee2-6582-4d7b-9ec5-e5dd15ec7319,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:12.096939 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a2c9ec79-b155-453c-923a-02d3538df403 None None] Provisioning complete for port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:12.097230 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ec79-b155-453c-923a-02d3538df403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.111510 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:47:06Z', 'revision_number': 4, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'cf8cfc80-1d4b-4200-8dae-2582c6d45ad5', 'name': '', 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'mac_address': 'fa:16:3e:68:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3bc70f0b-f67d-4c46-b09b-e8f71f4867fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:05Z', 'updated_at': '2021-09-15T02:47:11Z', 'revision_number': 4, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'subnets': [{'id': '3bc70f0b-f67d-4c46-b09b-e8f71f4867fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:12.129259 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.133176 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-04cddf15-93a1-4419-9ccf-7eca5a4fe113 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4614429 Sep 15 02:47:12.133502 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52698) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:12.138946 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de20bdb6-3a94-45df-8497-e2195afeef00 None None] The sync data for ids ['8e4903e3-5ef1-4605-9d5e-6c807943d702'] in dv-cinder-760193-12-iscsi is: [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:47:06Z', 'revision_number': 4, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'cf8cfc80-1d4b-4200-8dae-2582c6d45ad5', 'name': '', 'network_id': '2167e4ae-e522-498b-b46e-b23ea5e3e721', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'mac_address': 'fa:16:3e:68:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3bc70f0b-f67d-4c46-b09b-e8f71f4867fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:05Z', 'updated_at': '2021-09-15T02:47:11Z', 'revision_number': 4, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'subnets': [{'id': '3bc70f0b-f67d-4c46-b09b-e8f71f4867fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:12.142639 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'security_group_rule': {'security_group_id': '674bc7e0-ccdc-47b9-93d8-54adbf826ece', 'project_id': '8f88037298ab41778fa946121e07cd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:12.248427 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Project 8f88037298ab41778fa946121e07cd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:47:12.257134 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.327999 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.431093 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.453429 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d03675e-b191-4d0d-ba71-784a33f94deb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:12.555114 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.556557 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-54aff553-2616-4bbc-83ec-a5f2a1ce06a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4214654 Sep 15 02:47:12.770935 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6df6d-ca74-4b77-bcbb-1f397623f897 req-eae18a5a-d03b-4c22-b9bd-5d1358134590 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:12.772577 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-48e6df6d-ca74-4b77-bcbb-1f397623f897 req-eae18a5a-d03b-4c22-b9bd-5d1358134590 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0552952 Sep 15 02:47:12.814280 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-48e6df6d-ca74-4b77-bcbb-1f397623f897 req-63933bf8-5520-41e8-90d9-b34bcde78d1c tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351532 Sep 15 02:47:13.409967 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:13.457671 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:13.458202 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:13.951561 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc3074-c9cb-4a05-b584-24d7941edb0c req-b2e9404a-dad6-4bb5-905b-5ffa51606185 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:13.953431 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a7dc3074-c9cb-4a05-b584-24d7941edb0c req-b2e9404a-dad6-4bb5-905b-5ffa51606185 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0659463 Sep 15 02:47:13.996710 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a7dc3074-c9cb-4a05-b584-24d7941edb0c req-91485ca1-96cc-4919-af47-a5ab50dcdff0 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352345 Sep 15 02:47:15.120197 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645894a-1e15-4974-8ff5-0f0287f1e1db req-1c7e54ff-5557-4a53-939d-4817fac7dd55 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:15.121817 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b645894a-1e15-4974-8ff5-0f0287f1e1db req-1c7e54ff-5557-4a53-939d-4817fac7dd55 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0508125 Sep 15 02:47:15.161034 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b645894a-1e15-4974-8ff5-0f0287f1e1db req-ce34688e-5b5f-4d66-b24e-5180c78f8de9 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Sep 15 02:47:16.229866 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd1e9-b979-47f2-850f-0fa76a1c1016 req-75794fd5-b986-4608-848b-8d514ad1bd4b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:16.231331 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-694bd1e9-b979-47f2-850f-0fa76a1c1016 req-75794fd5-b986-4608-848b-8d514ad1bd4b tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 946 time: 0.0505002 Sep 15 02:47:16.303964 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-694bd1e9-b979-47f2-850f-0fa76a1c1016 req-e5a3c26b-9f30-4aaa-8831-569a072c0eff tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659850 Sep 15 02:47:16.310336 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:47:16.313574 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab285d4-5f85-4358-bdb8-64d1308d3361 req-fd59cc60-8f75-4ab0-82d4-f2407e483a51 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:16.315951 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aab285d4-5f85-4358-bdb8-64d1308d3361 req-fd59cc60-8f75-4ab0-82d4-f2407e483a51 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 943 time: 0.0790224 Sep 15 02:47:16.355168 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aab285d4-5f85-4358-bdb8-64d1308d3361 req-abd71ff7-c082-4827-836c-b60427b9156d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331435 Sep 15 02:47:16.406948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:16.422271 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '63863203-a700-4c7f-aaf7-fb777f612872', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'port_id': '63863203-a700-4c7f-aaf7-fb777f612872', 'mac_address': 'fa:16:3e:70:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:47:16.459970 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:16.473235 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63863203-a700-4c7f-aaf7-fb777f612872 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:47:16.492682 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:16.579445 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:16.630026 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:16.907620 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['63863203-a700-4c7f-aaf7-fb777f612872'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:47:17.423181 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20071e-2d57-4388-a22d-e49c4fa7543f req-12dfcd18-bec2-46f8-8613-84adfdb7d0e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:17.424785 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f20071e-2d57-4388-a22d-e49c4fa7543f req-12dfcd18-bec2-46f8-8613-84adfdb7d0e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 946 time: 0.0493190 Sep 15 02:47:17.494892 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f20071e-2d57-4388-a22d-e49c4fa7543f req-d476b3b6-daf0-4f90-be89-c53d70b71a08 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575955 Sep 15 02:47:17.503059 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052039-56c6-44de-9061-8e481b895e98 req-662999e0-7280-465d-93ca-7d1f570a7347 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:17.504646 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-98052039-56c6-44de-9061-8e481b895e98 req-662999e0-7280-465d-93ca-7d1f570a7347 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 944 time: 0.0756838 Sep 15 02:47:17.542983 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-98052039-56c6-44de-9061-8e481b895e98 req-23102730-233a-4b7f-ac27-0852da9ea1be tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Sep 15 02:47:18.178454 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-bda855dc-59ad-47dc-a772-29aea1563395 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:18.179978 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-bda855dc-59ad-47dc-a772-29aea1563395 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 946 time: 0.0487370 Sep 15 02:47:18.275479 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Deleting port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:18.275843 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.322844 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:18.370121 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] For port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:18.370486 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.371419 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 63863203-a700-4c7f-aaf7-fb777f612872 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:18.371794 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.453473 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.477517 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:18.480324 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b76a9-6c09-45c1-9b35-74939155df46" -d '{"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-plugged", "status": "completed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:18.493650 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:18.518835 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ea90f2-9946-4bad-b753-63089e8ac625 x-openstack-request-id: req-c2ea90f2-9946-4bad-b753-63089e8ac625 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:18.519152 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-plugged", "status": "completed", "tag": "63863203-a700-4c7f-aaf7-fb777f612872", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:18.519419 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2ea90f2-9946-4bad-b753-63089e8ac625 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:18.519942 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872', 'code': 200} Sep 15 02:47:18.547782 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.548218 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.548643 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Floating IP 7a6e7d6d-0391-48c8-9abe-ec2854846732 disassociated. External IP: 172.27.3.192, port: 371c5cd5-ed5f-4405-8d1a-06cd50de1be2. Sep 15 02:47:18.549068 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Calling delete_port for 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:18.566328 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.629441 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:18.702369 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea9498-f015-4d7b-ba57-e3b6deda14a0 req-080fccde-c988-4c4b-8e1f-853cb3454bd3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:18.703966 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-28ea9498-f015-4d7b-ba57-e3b6deda14a0 req-080fccde-c988-4c4b-8e1f-853cb3454bd3 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 946 time: 0.1127813 Sep 15 02:47:18.718179 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a012fe-8a74-4f80-87f4-788158b75bca req-48cdf585-f633-46b1-9d33-c1de31ea6144 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:18.719826 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00a012fe-8a74-4f80-87f4-788158b75bca req-48cdf585-f633-46b1-9d33-c1de31ea6144 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 946 time: 0.0724521 Sep 15 02:47:18.740590 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.771868 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event deleted for resources: {'Port': ['ID=371c5cd5-ed5f-4405-8d1a-06cd50de1be2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:18.775763 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-28ea9498-f015-4d7b-ba57-e3b6deda14a0 req-e83dc414-6063-4f81-9501-fc814f900535 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549295 Sep 15 02:47:18.794958 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-00a012fe-8a74-4f80-87f4-788158b75bca req-7ac73efe-6040-4b2d-809a-c0d1c49bffe2 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669262 Sep 15 02:47:18.897300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:19.015279 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2e800-c941-499b-a5a1-a9d21247e610 req-42952f87-66fd-40ce-846a-2bf058923125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:19.016790 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5df2e800-c941-499b-a5a1-a9d21247e610 req-42952f87-66fd-40ce-846a-2bf058923125 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 1099 time: 0.1082959 Sep 15 02:47:19.044351 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:19.057356 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] Sync routers for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:19.065952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:19.066566 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:19.087871 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] No DVR routers for this DVR port 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:19.091804 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.093765 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-0bd3289a-8e16-4138-960f-fdbbb19f8d2a req-42aca767-be77-4bba-bf43-50b98694f028 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.37 "DELETE /v2.0/ports/371c5cd5-ed5f-4405-8d1a-06cd50de1be2 HTTP/1.1" status: 204 len: 173 time: 0.9063284 Sep 15 02:47:19.094191 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'name': 'network-vif-deleted', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:19.096390 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d895bd5-15ab-4b09-9ffd-5a23bca6292d" -d '{"events": [{"server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "name": "network-vif-deleted", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:19.100993 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5df2e800-c941-499b-a5a1-a9d21247e610 req-3dcce83c-4879-42d7-8561-996bf43500b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761921 Sep 15 02:47:19.140724 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e81e7-3c69-4a30-9773-f317353398a0 x-openstack-request-id: req-7b9e81e7-3c69-4a30-9773-f317353398a0 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:19.141010 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a9b230-3a7e-4ed6-b081-afc85f4e8f74", "name": "network-vif-deleted", "tag": "371c5cd5-ed5f-4405-8d1a-06cd50de1be2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:19.141439 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b9e81e7-3c69-4a30-9773-f317353398a0 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:19.141987 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a9b230-3a7e-4ed6-b081-afc85f4e8f74', 'name': 'network-vif-deleted', 'tag': '371c5cd5-ed5f-4405-8d1a-06cd50de1be2', 'status': 'completed', 'code': 200} Sep 15 02:47:19.183510 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:19.381917 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:19.411001 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] Checking router: 5e17e643-809e-4d2f-a014-2dd2a3a9b526 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:19.419210 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:19.419810 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:19.524038 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:19.853125 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:19.882667 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc543a6-eb7f-42f3-8a1d-06acbd00794e None None] The sync data for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi is: [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:26Z', 'revision_number': 4, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '1a40de72-e29d-405b-948c-49730257952e', 'name': '', 'network_id': '75579842-5189-40fb-9720-3ef43c76374e', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'mac_address': 'fa:16:3e:08:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:23Z', 'updated_at': '2021-09-15T02:40:35Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'subnets': [{'id': '2c3cf743-89a6-477f-8153-aa57c58ce92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:19.934140 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-38bb90aa-765d-49c9-9622-f21ef8c5bf90 req-859dbaad-b987-4f39-9b6f-59ee4b2c2733 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/ports?device_id=90a9b230-3a7e-4ed6-b081-afc85f4e8f74 HTTP/1.1" status: 200 len: 210 time: 0.0487368 Sep 15 02:47:19.957261 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adf58e-c174-490e-998f-2825a570ab8a req-05d49f84-f813-46be-b765-67d050d5204b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:19.959461 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-93adf58e-c174-490e-998f-2825a570ab8a req-05d49f84-f813-46be-b765-67d050d5204b tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 946 time: 0.0834470 Sep 15 02:47:19.999097 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-93adf58e-c174-490e-998f-2825a570ab8a req-ec0beeb6-5489-47ed-acf5-d3d3ad3031ff tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Sep 15 02:47:20.105396 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3268f-fa0d-48b4-8833-d9953c5381b5 None None] New status for floating IP 7a6e7d6d-0391-48c8-9abe-ec2854846732: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:47:21.090348 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52868) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:21.121653 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88a1fe-465d-4ce9-9c49-dd588ad55160 req-e0bb1d68-552e-45c6-a088-a15547f08703 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:21.123575 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8d88a1fe-465d-4ce9-9c49-dd588ad55160 req-e0bb1d68-552e-45c6-a088-a15547f08703 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 946 time: 0.0523531 Sep 15 02:47:21.154132 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8986ae1-12d1-427b-b15a-6565c8a75c94 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.168958 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8d88a1fe-465d-4ce9-9c49-dd588ad55160 req-1d468617-4c69-42a6-9a5e-c4c58b3dc677 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359602 Sep 15 02:47:21.184043 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8986ae1-12d1-427b-b15a-6565c8a75c94 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.305363 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8986ae1-12d1-427b-b15a-6565c8a75c94 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.308155 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8986ae1-12d1-427b-b15a-6565c8a75c94 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.309368 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b8986ae1-12d1-427b-b15a-6565c8a75c94 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "DELETE /v2.0/security-groups/d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5 HTTP/1.1" status: 204 len: 168 time: 0.2178588 Sep 15 02:47:21.312167 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52870) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:21.318802 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8986ae1-12d1-427b-b15a-6565c8a75c94 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:21.326459 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.api.v2.resource [None req-047d286b-fc76-4a3e-9536-fcb989c39e3a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] show failed (client error): The resource could not be found. Sep 15 02:47:21.327649 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-047d286b-fc76-4a3e-9536-fcb989c39e3a tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "GET /v2.0/security-groups/d3fb44ff-56d0-4b98-8c40-fa0f25baa6f5 HTTP/1.1" status: 404 len: 347 time: 0.0142908 Sep 15 02:47:21.330424 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52872) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:21.454599 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Deleting port cdab79c4-0614-4e59-9bc8-1999ca8c028a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:21.454940 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.536898 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.537118 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.550162 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Calling delete_port for cdab79c4-0614-4e59-9bc8-1999ca8c028a owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:21.777497 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.802893 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Pushing event deleted for resources: {'Port': ['ID=cdab79c4-0614-4e59-9bc8-1999ca8c028a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:21.871427 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.871427 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.871427 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f5658481-6351-4ce1-8cbd-bd91b334c2e8 tempest-AttachVolumeTestJSON-175921451 tempest-AttachVolumeTestJSON-175921451-project] 10.222.0.15 "DELETE /v2.0/floatingips/7a6e7d6d-0391-48c8-9abe-ec2854846732 HTTP/1.1" status: 204 len: 168 time: 0.5400033 Sep 15 02:47:22.296034 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde973e2-1311-45c8-b878-5bd8cb4a4c8a req-c91bd8b0-6c51-4de1-a29c-2f3adb08a4ff tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:22.297523 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fde973e2-1311-45c8-b878-5bd8cb4a4c8a req-c91bd8b0-6c51-4de1-a29c-2f3adb08a4ff tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 946 time: 0.0518687 Sep 15 02:47:22.321905 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:22.335233 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fde973e2-1311-45c8-b878-5bd8cb4a4c8a req-36641fc0-a454-4ffc-b074-e1b634c9cd50 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Sep 15 02:47:22.344794 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:22.345144 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 371c5cd5-ed5f-4405-8d1a-06cd50de1be2 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:24.276655 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.892889 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:26.103665 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:47:26.361845 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.599936 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Deleting port 1a40de72-e29d-405b-948c-49730257952e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:26.600285 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.677977 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] For port 1a40de72-e29d-405b-948c-49730257952e, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=1a40de72-e29d-405b-948c-49730257952e,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:26.678256 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.690061 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Calling delete_port for 1a40de72-e29d-405b-948c-49730257952e owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:26.928117 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.954243 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a40de72-e29d-405b-948c-49730257952e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:27.124279 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.137362 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8ba2-24b7-4eea-88e1-1e5c0ba477ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.335516 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:27.439324 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:27.445423 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-7b998435-2f26-4f6f-829b-b3fc2ebbf46f admin admin] 10.222.0.15 "PUT /v2.0/routers/5e17e643-809e-4d2f-a014-2dd2a3a9b526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5515079 Sep 15 02:47:27.447986 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:27.448522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] Sync routers for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:27.458058 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:27.458782 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:27.554055 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.562279 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:27.652640 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.734556 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 5, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port': {'id': '1e5a0baf-d2a8-4ace-93af-ac9327658ed4', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:18Z', 'updated_at': '2021-09-15T02:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:27.763907 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] Checking router: 5e17e643-809e-4d2f-a014-2dd2a3a9b526 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:27.773138 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] Routers {'5e17e643-809e-4d2f-a014-2dd2a3a9b526'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:27.773821 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:27.788515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Deleting port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:27.788857 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.854998 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] Set router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:27.868059 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] For port 1e5a0baf-d2a8-4ace-93af-ac9327658ed4, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:27.868455 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.880217 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Calling delete_port for 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:27.908700 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 6, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port_host': None}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:27.933848 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c21b69-af64-4ed6-9488-73610fc2ff38 None None] The sync data for ids ['5e17e643-809e-4d2f-a014-2dd2a3a9b526'] in dv-cinder-760193-12-iscsi is: [{'id': '5e17e643-809e-4d2f-a014-2dd2a3a9b526', 'name': 'tempest-AttachVolumeTestJSON-224367961-router', 'tenant_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 6, 'project_id': 'e5b1729613754d89a0726ae2fd0e3edd', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:28.097273 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.122452 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5a0baf-d2a8-4ace-93af-ac9327658ed4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:28.180215 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.266642 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.268708 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.373408 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.377450 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e17e643-809e-4d2f-a014-2dd2a3a9b526 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:47:28.378254 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.380021 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-da49c619-5c1b-4e16-8683-6d183768366e admin admin] 10.222.0.15 "DELETE /v2.0/routers/5e17e643-809e-4d2f-a014-2dd2a3a9b526 HTTP/1.1" status: 204 len: 168 time: 0.9304929 Sep 15 02:47:28.382548 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 52938) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:28.425173 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] Deleting subnet 2c3cf743-89a6-477f-8153-aa57c58ce92a {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:47:28.428635 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.460873 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.806763 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.922443 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.949599 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3cf743-89a6-477f-8153-aa57c58ce92a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:28.954126 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.955972 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-ed3dfd86-ff86-441b-88e1-772c537acf9a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2c3cf743-89a6-477f-8153-aa57c58ce92a HTTP/1.1" status: 204 len: 168 time: 0.5725098 Sep 15 02:47:28.959213 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52940) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:28.959681 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62184533-e705-47ab-bcd8-2d1c71fa69b8 None None] Network 75579842-5189-40fb-9720-3ef43c76374e requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:47:29.025994 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.081268 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Deleting port 20174a55-edb9-44df-bd24-4213e9b8eb3c {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:29.081608 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.143263 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] DHCP port deletion for 75579842-5189-40fb-9720-3ef43c76374e request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:47:29.143825 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] For port 20174a55-edb9-44df-bd24-4213e9b8eb3c, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=20174a55-edb9-44df-bd24-4213e9b8eb3c,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:29.144190 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.157086 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Calling delete_port for 20174a55-edb9-44df-bd24-4213e9b8eb3c owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:29.194777 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] Deleting port 20174a55-edb9-44df-bd24-4213e9b8eb3c {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:29.195225 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.262376 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] For port 20174a55-edb9-44df-bd24-4213e9b8eb3c, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=20174a55-edb9-44df-bd24-4213e9b8eb3c,segment=NetworkSegment(e27701eb-18b1-4000-9b26-9a5e2b148b7a),segment_id=e27701eb-18b1-4000-9b26-9a5e2b148b7a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:29.262803 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.274085 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] Calling delete_port for 20174a55-edb9-44df-bd24-4213e9b8eb3c owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:29.321991 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.350086 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Pushing event deleted for resources: {'Port': ['ID=20174a55-edb9-44df-bd24-4213e9b8eb3c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:29.352346 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] No DVR routers for this DVR port 20174a55-edb9-44df-bd24-4213e9b8eb3c on host dv-cinder-760193-12-iscsi {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:29.395111 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 20174a55-edb9-44df-bd24-4213e9b8eb3c no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:29.399613 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.425153 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.438532 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 20174a55-edb9-44df-bd24-4213e9b8eb3c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:29.438818 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 20174a55-edb9-44df-bd24-4213e9b8eb3c not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:29.439232 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 1a40de72-e29d-405b-948c-49730257952e no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:29.444020 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] Pushing event deleted for resources: {'Port': ['ID=20174a55-edb9-44df-bd24-4213e9b8eb3c,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:29.448925 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75579842-5189-40fb-9720-3ef43c76374e']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:29.459036 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27701eb-18b1-4000-9b26-9a5e2b148b7a') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:29.459325 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27701eb-18b1-4000-9b26-9a5e2b148b7a') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:29.461269 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402dd07-3411-4ab6-841c-df844a6bc87f None None] No DVR routers for this DVR port 20174a55-edb9-44df-bd24-4213e9b8eb3c on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:29.463659 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 1a40de72-e29d-405b-948c-49730257952e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:29.464001 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 1a40de72-e29d-405b-948c-49730257952e not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:29.464428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:29.468723 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29176446'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.482471 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.485392 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:29.485565 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 1e5a0baf-d2a8-4ace-93af-ac9327658ed4 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:29.489303 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:47:29.489726 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486571'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: Traceback (most recent call last): Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: timer() Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: cb(*args, **kw) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: return func(*args, **kwargs) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: self._notify() Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: self.callback(batched_events) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: event.method(event) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: return f(self, *a, **k) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._get(url).json() Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: return self.request(url, 'GET', **kwargs) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:47:29.491407 dv-cinder-760193-12-iscsi neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:47:29.630780 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.635979 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.637810 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] 10.222.0.15 "DELETE /v2.0/networks/75579842-5189-40fb-9720-3ef43c76374e HTTP/1.1" status: 204 len: 168 time: 0.6776361 Sep 15 02:47:29.648625 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287916c6-3c47-4076-b369-46af1ec83380 admin admin] Pushing event deleted for resources: {'Network': ['ID=75579842-5189-40fb-9720-3ef43c76374e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:29.739647 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9da6b666-4db3-4e59-ab33-e5b50107814f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.950845 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.993766 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52946) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:30.033105 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-bd0734ae-0bf4-429a-8662-281dc66a3056 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5b1729613754d89a0726ae2fd0e3edd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382130 Sep 15 02:47:30.035555 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 52948) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:30.084943 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75414f9a-94ae-4a0f-b738-04acab1465b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.106079 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75414f9a-94ae-4a0f-b738-04acab1465b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.219119 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75414f9a-94ae-4a0f-b738-04acab1465b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.221663 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75414f9a-94ae-4a0f-b738-04acab1465b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.222848 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-75414f9a-94ae-4a0f-b738-04acab1465b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f08b2510-c7ee-4cde-9d0a-8945026231ef HTTP/1.1" status: 204 len: 168 time: 0.1863186 Sep 15 02:47:30.230863 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75414f9a-94ae-4a0f-b738-04acab1465b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b2510-c7ee-4cde-9d0a-8945026231ef,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:30.910287 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.452452 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-21913df9-1d24-46e4-b2c3-7edeb131bc4b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203128648&fields=id&tenant_id=8f88037298ab41778fa946121e07cd81 HTTP/1.1" status: 200 len: 267 time: 0.0348043 Sep 15 02:47:31.558394 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-23de18d1-4734-4ace-acb6-d96cbd932b01 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:31.561486 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-23de18d1-4734-4ace-acb6-d96cbd932b01 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 809 time: 0.1001253 Sep 15 02:47:31.574696 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-a180b9ae-3e8b-4329-b5ad-4afa95033fa8 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/quotas/8f88037298ab41778fa946121e07cd81 HTTP/1.1" status: 200 len: 375 time: 0.0092070 Sep 15 02:47:31.623362 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-545d6fbc-fb5c-4947-bcdd-8e774556f1c5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436945 Sep 15 02:47:31.811844 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-6e6cbba2-8681-406f-aaca-7b58e63ed5dd service neutron] 10.222.0.15 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763797 Sep 15 02:47:31.905524 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ff5a43d0-15ac-47fa-8c1f-1507ce5cdc5b service neutron] 10.222.0.15 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877061 Sep 15 02:47:32.459231 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:32.489653 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-293a26b4-7023-4530-96cd-17c12a9176a6 req-57683179-fc3b-4e9f-b865-0fc2c066fb94 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 210 time: 0.0262454 Sep 15 02:47:33.581215 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2903aaeb-d4f2-4b9c-9f35-f3c37c59dfe8 req-55cec201-eef6-49eb-b55b-86b205ebe28f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 210 time: 0.0255380 Sep 15 02:47:34.649926 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-3310bfbb-5f3d-44c2-a82c-b71fb2cbdc0b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:34.651605 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-3310bfbb-5f3d-44c2-a82c-b71fb2cbdc0b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.37 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 809 time: 0.1030478 Sep 15 02:47:34.672675 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9dac2096-5046-4772-939f-fbb7a5793b9e req-a2370377-f2dc-4563-88c3-db14379db467 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 210 time: 0.0249784 Sep 15 02:47:34.702447 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-eb5ddd94-6362-4e15-bb81-892b33749492 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f88037298ab41778fa946121e07cd81 HTTP/1.1" status: 200 len: 380 time: 0.0341227 Sep 15 02:47:34.714209 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'port': {'device_id': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'admin_state_up': True, 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'security_groups': ['674bc7e0-ccdc-47b9-93d8-54adbf826ece']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:34.880234 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Made reservation on behalf of 8f88037298ab41778fa946121e07cd81 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:34.884908 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:34.938136 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53038) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:35.020128 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Allocated IP 172.20.0.6 (4b9d3918-fb15-4987-99fe-bdea04d65c39/90c66512-109a-4aae-a017-268dae80df80/eafe6ca6-066c-4728-8fd1-339143d57b2c) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:35.047540 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f06-5d82-40fa-a654-0af7b0d2cedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.135394 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f06-5d82-40fa-a654-0af7b0d2cedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.155463 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.196452 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3aee1f06-5d82-40fa-a654-0af7b0d2cedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.234309 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3aee1f06-5d82-40fa-a654-0af7b0d2cedd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6c90e4964ef4342b3148c40fbc6594a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951422 Sep 15 02:47:35.235417 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee1f06-5d82-40fa-a654-0af7b0d2cedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f324e8-95ab-4d65-b39e-1c44f4afe164,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:35.237150 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53042) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:35.286435 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.319405 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46d71fdc-3afd-48ba-bad0-9b9060e662bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.344981 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:35.358803 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:35.361152 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:35.365216 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46d71fdc-3afd-48ba-bad0-9b9060e662bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.372853 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:35.410955 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.411321 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.411666 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.412007 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.412866 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.417317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.417317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.417317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.417317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.417317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.417317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.417317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:35.449129 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:35.449706 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.528841 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-ecf9d5c4-d4db-4b18-90ec-c840b3a8374f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8183317 Sep 15 02:47:35.548080 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Request body: {'port': {'device_id': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:35.570614 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7e14fdd7-c0b3-4ac6-944b-3f6e985418a5 None None] Provisioning complete for port eafe6ca6-066c-4728-8fd1-339143d57b2c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:35.571196 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7e14fdd7-c0b3-4ac6-944b-3f6e985418a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.605861 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7e14fdd7-c0b3-4ac6-944b-3f6e985418a5 None None] Port eafe6ca6-066c-4728-8fd1-339143d57b2c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:35.801776 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73cb47-0790-4125-b5a9-309899b534f1 req-504a2794-262c-4b38-936a-6fc6008d192f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:35.803911 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e73cb47-0790-4125-b5a9-309899b534f1 req-504a2794-262c-4b38-936a-6fc6008d192f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 931 time: 0.0628004 Sep 15 02:47:35.825046 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46d71fdc-3afd-48ba-bad0-9b9060e662bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.827524 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46d71fdc-3afd-48ba-bad0-9b9060e662bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.828664 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-46d71fdc-3afd-48ba-bad0-9b9060e662bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81f324e8-95ab-4d65-b39e-1c44f4afe164 HTTP/1.1" status: 204 len: 168 time: 0.5896914 Sep 15 02:47:35.842876 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.852625 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e73cb47-0790-4125-b5a9-309899b534f1 req-af7c0f59-c2b8-4c23-b273-52cbb696a384 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Sep 15 02:47:35.856808 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d71fdc-3afd-48ba-bad0-9b9060e662bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f324e8-95ab-4d65-b39e-1c44f4afe164,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:36.118150 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafe6ca6-066c-4728-8fd1-339143d57b2c {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:47:36.125897 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:36.138113 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Transition to ACTIVE for port object eafe6ca6-066c-4728-8fd1-339143d57b2c will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:47:36.236307 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:36.311515 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:36.366248 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Attempting to bind port eafe6ca6-066c-4728-8fd1-339143d57b2c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:36.366625 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Attempting to bind port eafe6ca6-066c-4728-8fd1-339143d57b2c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:36.366954 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Attempting to bind port eafe6ca6-066c-4728-8fd1-339143d57b2c on network 4b9d3918-fb15-4987-99fe-bdea04d65c39 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:36.371832 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Port eafe6ca6-066c-4728-8fd1-339143d57b2c on network 4b9d3918-fb15-4987-99fe-bdea04d65c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:47:36.372154 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Attempting to bind port eafe6ca6-066c-4728-8fd1-339143d57b2c on network 4b9d3918-fb15-4987-99fe-bdea04d65c39 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:36.377108 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:36.377562 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Checking segment: {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:36.377934 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Bound using segment: {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:36.378367 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Bound port: eafe6ca6-066c-4728-8fd1-339143d57b2c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb3a397-26ae-4956-97ae-2d77e872d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:36.378725 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:36.452410 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:36.455675 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:36.569283 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:36.633276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:36.633887 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:36.635254 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] 10.222.0.37 "PUT /v2.0/ports/eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 1093 time: 1.0913696 Sep 15 02:47:36.635733 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:36.638147 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3208413f-4bce-4b87-aefa-a1094a086cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:36.666036 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3c38-5c5e-4d94-800d-a5e8c6c6dbdc service neutron] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:36.695262 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d6ee7-871e-4d23-966b-3d4126ec86f5 x-openstack-request-id: req-db7d6ee7-871e-4d23-966b-3d4126ec86f5 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:36.695559 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:36.695831 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db7d6ee7-871e-4d23-966b-3d4126ec86f5 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:36.696207 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'status': 'completed', 'code': 200} Sep 15 02:47:36.781932 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208413f-4bce-4b87-aefa-a1094a086cfe req-632169c2-3d43-49a3-a3d0-0a82252786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:36.783583 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3208413f-4bce-4b87-aefa-a1094a086cfe req-632169c2-3d43-49a3-a3d0-0a82252786c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1096 time: 0.0425792 Sep 15 02:47:36.897719 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208413f-4bce-4b87-aefa-a1094a086cfe req-b505cc93-03c0-4b3b-8aa2-163db3a5b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:36.899200 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3208413f-4bce-4b87-aefa-a1094a086cfe req-b505cc93-03c0-4b3b-8aa2-163db3a5b30d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8f88037298ab41778fa946121e07cd81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1002524 Sep 15 02:47:36.989676 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8993d-8437-4029-9851-72283da5c715 req-79fae91d-8492-41f3-9c6a-15f004a1796d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:36.992891 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2da8993d-8437-4029-9851-72283da5c715 req-79fae91d-8492-41f3-9c6a-15f004a1796d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0559666 Sep 15 02:47:37.006532 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208413f-4bce-4b87-aefa-a1094a086cfe req-e94a4c46-b4a3-4271-8d68-447ed4369c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.008006 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3208413f-4bce-4b87-aefa-a1094a086cfe req-e94a4c46-b4a3-4271-8d68-447ed4369c37 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012862 Sep 15 02:47:37.036545 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2da8993d-8437-4029-9851-72283da5c715 req-0c86dca9-d9fb-4f16-aaf7-21beba03451c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339236 Sep 15 02:47:37.109214 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-8577512b-241a-4d64-a8e6-17ccb13bbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.110761 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-8577512b-241a-4d64-a8e6-17ccb13bbd7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1096 time: 0.0399213 Sep 15 02:47:37.165644 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-cf510407-f616-45b6-bb4b-d309b957956c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 217 time: 0.0397191 Sep 15 02:47:37.220861 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-8f6c15a5-f353-42c0-957e-c74b5c08fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.222315 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-8f6c15a5-f353-42c0-957e-c74b5c08fe1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 200 len: 848 time: 0.0460355 Sep 15 02:47:37.267523 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-b2e90a94-d4b8-4217-96c9-f43437527a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.269385 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-b2e90a94-d4b8-4217-96c9-f43437527a0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9d3918-fb15-4987-99fe-bdea04d65c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400887 Sep 15 02:47:37.363457 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-564be4a6-1f08-4dae-8282-a2cb2157e70f service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Sep 15 02:47:37.452479 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-933eeeb1-5701-41dc-8ecb-2d8bce39d13d req-473f4447-5cb2-4d1c-aef4-86350accf869 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813718 Sep 15 02:47:37.646839 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53102) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:37.748980 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-580cbe17-91ae-4da7-b750-58ebd1c2070e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:37.841938 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-580cbe17-91ae-4da7-b750-58ebd1c2070e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:37.897482 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-580cbe17-91ae-4da7-b750-58ebd1c2070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:37.935772 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-580cbe17-91ae-4da7-b750-58ebd1c2070e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8dd36546bcb9477fb748187805571c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877753 Sep 15 02:47:37.936728 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cbe17-91ae-4da7-b750-58ebd1c2070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77ecda1-7eb4-4ed6-bb48-48f96a3c5507,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:37.938497 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53106) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:37.989015 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df6ccea-f1d8-42fc-af07-4e9e0083b55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:38.009250 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df6ccea-f1d8-42fc-af07-4e9e0083b55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:38.150649 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80155d09-3e89-45e5-afa8-c412ce2f5620 req-3bb44f27-bb95-4f15-b0d2-1dba9ecb703c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:38.152042 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80155d09-3e89-45e5-afa8-c412ce2f5620 req-3bb44f27-bb95-4f15-b0d2-1dba9ecb703c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0482709 Sep 15 02:47:38.152802 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df6ccea-f1d8-42fc-af07-4e9e0083b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:38.155333 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0df6ccea-f1d8-42fc-af07-4e9e0083b55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:38.156419 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-0df6ccea-f1d8-42fc-af07-4e9e0083b55d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c77ecda1-7eb4-4ed6-bb48-48f96a3c5507 HTTP/1.1" status: 204 len: 168 time: 0.2162523 Sep 15 02:47:38.170510 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6ccea-f1d8-42fc-af07-4e9e0083b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77ecda1-7eb4-4ed6-bb48-48f96a3c5507,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:38.198931 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80155d09-3e89-45e5-afa8-c412ce2f5620 req-3c224354-5a54-4f87-ae27-f8daaad68c7f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Sep 15 02:47:39.313044 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255155-34e2-4f65-84c7-44b25c830bc2 req-a93731e1-ae2f-4043-8c09-f738c3bece1c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:39.314515 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-31255155-34e2-4f65-84c7-44b25c830bc2 req-a93731e1-ae2f-4043-8c09-f738c3bece1c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0480039 Sep 15 02:47:39.352673 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-31255155-34e2-4f65-84c7-44b25c830bc2 req-4389a674-c35a-4e98-837f-1a5606960b1c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Sep 15 02:47:40.483844 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147df71f-1630-4117-bb3e-2ae7e6907dad req-61f1741e-9c3d-431c-b93f-2528e34cf837 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:40.485334 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-147df71f-1630-4117-bb3e-2ae7e6907dad req-61f1741e-9c3d-431c-b93f-2528e34cf837 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0667899 Sep 15 02:47:40.523552 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-147df71f-1630-4117-bb3e-2ae7e6907dad req-de4761dd-fca1-49d6-8262-f27f425fab67 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Sep 15 02:47:41.647190 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f29d8-a3b7-4a1a-9f15-be2731b90b15 req-1d34eb46-d68f-46eb-97d1-39381d8971cc tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:41.648630 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9d7f29d8-a3b7-4a1a-9f15-be2731b90b15 req-1d34eb46-d68f-46eb-97d1-39381d8971cc tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0535491 Sep 15 02:47:41.685256 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9d7f29d8-a3b7-4a1a-9f15-be2731b90b15 req-1c967e7d-85ef-4589-9f86-a9a2d4eda1f1 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Sep 15 02:47:42.801741 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cd01a-7a24-4550-b30c-96000db73814 req-34999598-6eeb-4eda-bdac-90bae24881ed tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:42.804018 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db3cd01a-7a24-4550-b30c-96000db73814 req-34999598-6eeb-4eda-bdac-90bae24881ed tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0531013 Sep 15 02:47:42.841800 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db3cd01a-7a24-4550-b30c-96000db73814 req-d4e94257-2841-4363-acdc-cf262819074e tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316191 Sep 15 02:47:43.958172 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5cf5-a855-4add-880c-bc0f03159bcb req-76f9d2c4-a2c6-4d76-9376-19b394ec1450 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:43.960823 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-405a5cf5-a855-4add-880c-bc0f03159bcb req-76f9d2c4-a2c6-4d76-9376-19b394ec1450 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0515072 Sep 15 02:47:43.998577 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-405a5cf5-a855-4add-880c-bc0f03159bcb req-b2d8edda-088a-42b0-9d10-986e4414855b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Sep 15 02:47:45.111027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756d511-5801-4c0a-aa89-c53e6a70bd39 req-57fcfda1-91a0-4289-97f7-5c90a604b5b1 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:45.112506 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e756d511-5801-4c0a-aa89-c53e6a70bd39 req-57fcfda1-91a0-4289-97f7-5c90a604b5b1 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0476248 Sep 15 02:47:45.150537 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e756d511-5801-4c0a-aa89-c53e6a70bd39 req-476ef24f-29e6-4c0e-84b9-7aa029435080 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Sep 15 02:47:45.338517 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53216) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:45.440117 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4a063dd-c858-4a02-ac53-ba706b467ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.527585 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4a063dd-c858-4a02-ac53-ba706b467ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.595682 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4a063dd-c858-4a02-ac53-ba706b467ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.635193 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-e4a063dd-c858-4a02-ac53-ba706b467ea8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cf25a62fb1c4e9e8ca62e27ad5afa06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956045 Sep 15 02:47:45.636052 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a063dd-c858-4a02-ac53-ba706b467ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c20b5-656d-4706-96e6-52354d82daec,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:45.637942 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53220) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:45.687434 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d45408c2-a9f1-4fe8-902d-3a39d6b76f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.707841 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d45408c2-a9f1-4fe8-902d-3a39d6b76f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.824694 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d45408c2-a9f1-4fe8-902d-3a39d6b76f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.827144 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d45408c2-a9f1-4fe8-902d-3a39d6b76f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.828287 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-d45408c2-a9f1-4fe8-902d-3a39d6b76f79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b2c20b5-656d-4706-96e6-52354d82daec HTTP/1.1" status: 204 len: 168 time: 0.1893454 Sep 15 02:47:45.836816 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45408c2-a9f1-4fe8-902d-3a39d6b76f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c20b5-656d-4706-96e6-52354d82daec,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:46.266857 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df059e6-32ac-4ea0-85a4-ac4d40f2ed39 req-1bfd4def-5993-43da-9dd3-c938c240b2f2 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:46.268426 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7df059e6-32ac-4ea0-85a4-ac4d40f2ed39 req-1bfd4def-5993-43da-9dd3-c938c240b2f2 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0519562 Sep 15 02:47:46.305380 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7df059e6-32ac-4ea0-85a4-ac4d40f2ed39 req-f2c231d0-9157-4120-a3f9-4686680ea03d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304537 Sep 15 02:47:46.448523 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device eafe6ca6-066c-4728-8fd1-339143d57b2c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:47:46.483132 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53228) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:46.495959 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a60ccc6f-b32c-4726-97b4-05b87d914272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.546252 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:46.557489 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'port_id': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'mac_address': 'fa:16:3e:b7:9a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:47:46.584107 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a60ccc6f-b32c-4726-97b4-05b87d914272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.593904 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.607054 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafe6ca6-066c-4728-8fd1-339143d57b2c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:47:46.626146 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:46.656732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a60ccc6f-b32c-4726-97b4-05b87d914272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.697669 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-a60ccc6f-b32c-4726-97b4-05b87d914272 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5df974eb7cba4dc5bed6296f18be37e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134588 Sep 15 02:47:46.698890 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ccc6f-b32c-4726-97b4-05b87d914272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a46bc2-abae-43fe-aa70-394e02fdea5a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:46.700502 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53230) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:46.701942 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.750690 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c50bf43-9dcc-4c7f-abfc-ff71525b630a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.752254 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:46.759185 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.759532 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.759874 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.760209 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.760564 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.760896 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.761225 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.761551 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.761876 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.762195 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.762514 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.762830 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:46.771196 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c50bf43-9dcc-4c7f-abfc-ff71525b630a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.881728 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c50bf43-9dcc-4c7f-abfc-ff71525b630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.884229 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c50bf43-9dcc-4c7f-abfc-ff71525b630a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:46.885406 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-0c50bf43-9dcc-4c7f-abfc-ff71525b630a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9a46bc2-abae-43fe-aa70-394e02fdea5a HTTP/1.1" status: 204 len: 168 time: 0.1835821 Sep 15 02:47:46.892764 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50bf43-9dcc-4c7f-abfc-ff71525b630a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a46bc2-abae-43fe-aa70-394e02fdea5a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:47.023524 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['eafe6ca6-066c-4728-8fd1-339143d57b2c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:47:47.418296 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422596c-f368-46d5-9533-fd3778d51983 req-876427a1-ffb0-4838-9367-7419ee44dc39 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:47.419805 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4422596c-f368-46d5-9533-fd3778d51983 req-876427a1-ffb0-4838-9367-7419ee44dc39 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 944 time: 0.0473776 Sep 15 02:47:47.458277 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4422596c-f368-46d5-9533-fd3778d51983 req-26bc9856-1c94-4647-9f9b-b4d1530710cc tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325811 Sep 15 02:47:48.461597 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device eafe6ca6-066c-4728-8fd1-339143d57b2c up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:48.574950 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdb894-4148-4c81-b914-325ea82f6f96 req-6962fdfc-833c-4dc6-916b-e71713b97b99 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:48.576483 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6afdb894-4148-4c81-b914-325ea82f6f96 req-6962fdfc-833c-4dc6-916b-e71713b97b99 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 944 time: 0.0512748 Sep 15 02:47:48.579115 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port eafe6ca6-066c-4728-8fd1-339143d57b2c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:47:48.583058 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port eafe6ca6-066c-4728-8fd1-339143d57b2c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:48.583456 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:48.615091 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6afdb894-4148-4c81-b914-325ea82f6f96 req-553a8114-9c4a-461e-a18a-774a6e302f10 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Sep 15 02:47:48.661697 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:48.683522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:48.685771 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a1059c-4be8-447f-b44f-a6b06b4226fd" -d '{"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-plugged", "status": "completed", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:48.698388 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:48.726618 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec007b-97e3-4846-a037-12968d1c4128 x-openstack-request-id: req-63ec007b-97e3-4846-a037-12968d1c4128 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:48.727020 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-plugged", "status": "completed", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:48.727493 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63ec007b-97e3-4846-a037-12968d1c4128 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:48.727958 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'code': 200} Sep 15 02:47:48.759728 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:48.926708 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:49.126952 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a591e2-8346-44a8-ab01-386a4e066689 req-43fdd0c4-8918-4dbd-a879-d1f42f044eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:49.128461 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-81a591e2-8346-44a8-ab01-386a4e066689 req-43fdd0c4-8918-4dbd-a879-d1f42f044eb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1098 time: 0.0431962 Sep 15 02:47:49.164579 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-81a591e2-8346-44a8-ab01-386a4e066689 req-ab3f4b89-361a-49a4-abef-a75d35b40a6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284536 Sep 15 02:47:49.728467 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838c659-e1f5-4ece-b0d4-897b05e414f2 req-0ab2b703-1b06-47f4-a8aa-4df7dd784b79 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:49.729982 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e838c659-e1f5-4ece-b0d4-897b05e414f2 req-0ab2b703-1b06-47f4-a8aa-4df7dd784b79 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Sep 15 02:47:49.767352 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e838c659-e1f5-4ece-b0d4-897b05e414f2 req-cfeda94c-7e44-419b-9746-db682f7e874c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312719 Sep 15 02:47:50.881934 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1954d-695c-4628-bc32-750f26f250b8 req-169137cf-3def-43a1-aa41-c79eb9b33c39 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:50.883496 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-87c1954d-695c-4628-bc32-750f26f250b8 req-169137cf-3def-43a1-aa41-c79eb9b33c39 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Sep 15 02:47:50.919930 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-87c1954d-695c-4628-bc32-750f26f250b8 req-2afe1bb8-3aba-4373-868a-b0aadfd7b0f7 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305223 Sep 15 02:47:51.041709 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ce2e4-a5e0-4e46-b6f1-ca85ad0327ea req-69216291-91b3-449d-8f91-087e32b42f04 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:51.043301 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-486ce2e4-a5e0-4e46-b6f1-ca85ad0327ea req-69216291-91b3-449d-8f91-087e32b42f04 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0576565 Sep 15 02:47:51.081238 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-486ce2e4-a5e0-4e46-b6f1-ca85ad0327ea req-0759174c-e830-4c9f-98e8-a6b0bc91987a tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319033 Sep 15 02:47:51.103090 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:51.288459 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467ef9f8-d811-421c-9bc8-931ca0274caf tempest-TestShelveInstance-1495959902 tempest-TestShelveInstance-1495959902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:51.291382 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-467ef9f8-d811-421c-9bc8-931ca0274caf tempest-TestShelveInstance-1495959902 tempest-TestShelveInstance-1495959902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1093 time: 0.1858563 Sep 15 02:47:51.292821 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53314) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:51.297036 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'port_id': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:51.388388 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.486285 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.589895 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Allocated IP 172.27.3.43 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/a469c044-7096-4068-9291-b871c155c88c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:51.695094 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.788796 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.823806 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:51.826702 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:51.830158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:51.858826 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'Port': ['ID=a469c044-7096-4068-9291-b871c155c88c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:51.871193 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.871543 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.871887 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.872225 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.872585 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.872925 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.873256 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.873583 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.873913 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.874240 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.874564 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:51.874887 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:52.181562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.310540 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.457456 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.522043 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.591560 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event updated for resources: {'Port': ['ID=a469c044-7096-4068-9291-b871c155c88c,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:52.604024 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.699230 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.l3_db [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Floating IP 0a25c7f7-44ae-40eb-b433-1243a8056e8f associated. External IP: 172.27.3.43, port: eafe6ca6-066c-4728-8fd1-339143d57b2c. Sep 15 02:47:52.910081 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Router 3cdf5220-c8ca-49bb-b467-56c01fc851bc has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:53.016804 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:53.027003 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] Sync routers for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:53.036834 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:53.038090 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:53.119955 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.139430 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:53.147712 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-e3cc5cc8-7643-4cc4-9edf-be9e2355abea tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8538797 Sep 15 02:47:53.149172 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:53.150847 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87494606-caac-4868-b3ee-73b4702fdf89" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:53.187378 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa35824d-5d9d-46b7-b981-16873e3dad6c x-openstack-request-id: req-aa35824d-5d9d-46b7-b981-16873e3dad6c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:53.187991 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:53.187991 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa35824d-5d9d-46b7-b981-16873e3dad6c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:53.188293 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'status': 'completed', 'code': 200} Sep 15 02:47:53.271459 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494606-caac-4868-b3ee-73b4702fdf89 req-f778236e-7551-4d09-9440-ca098e56770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:53.278343 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87494606-caac-4868-b3ee-73b4702fdf89 req-f778236e-7551-4d09-9440-ca098e56770f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1098 time: 0.0402296 Sep 15 02:47:53.363654 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '0a25c7f7-44ae-40eb-b433-1243a8056e8f', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'port_id': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'mac_address': 'fa:16:3e:b7:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:47:52Z', 'updated_at': '2021-09-15T02:47:52Z', 'revision_number': 0, 'project_id': '8f88037298ab41778fa946121e07cd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 5, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:53.368779 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494606-caac-4868-b3ee-73b4702fdf89 req-ecdb4335-7215-416f-a1bd-12e48deccb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:53.370254 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87494606-caac-4868-b3ee-73b4702fdf89 req-ecdb4335-7215-416f-a1bd-12e48deccb5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 910 time: 0.0898423 Sep 15 02:47:53.390407 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] Checking router: 3cdf5220-c8ca-49bb-b467-56c01fc851bc for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:53.398897 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:53.399487 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:53.436483 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87494606-caac-4868-b3ee-73b4702fdf89 req-09a6ad49-dfb4-43f3-9f14-adec839f9ec4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 998 time: 0.0581853 Sep 15 02:47:53.486578 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494606-caac-4868-b3ee-73b4702fdf89 req-cfb4bb7f-6887-405d-ba1b-6677a85184e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:53.488073 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87494606-caac-4868-b3ee-73b4702fdf89 req-cfb4bb7f-6887-405d-ba1b-6677a85184e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 200 len: 848 time: 0.0441749 Sep 15 02:47:53.504111 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:53.544628 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494606-caac-4868-b3ee-73b4702fdf89 req-eeb7601a-b8aa-4f36-b157-d24e739b9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:53.546115 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87494606-caac-4868-b3ee-73b4702fdf89 req-eeb7601a-b8aa-4f36-b157-d24e739b9e67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9d3918-fb15-4987-99fe-bdea04d65c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512528 Sep 15 02:47:53.640087 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87494606-caac-4868-b3ee-73b4702fdf89 req-7f04c5b6-de43-4bd3-9797-3960a1be4345 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849543 Sep 15 02:47:53.730022 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '0a25c7f7-44ae-40eb-b433-1243a8056e8f', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'port_id': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'mac_address': 'fa:16:3e:b7:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:47:52Z', 'updated_at': '2021-09-15T02:47:52Z', 'revision_number': 0, 'project_id': '8f88037298ab41778fa946121e07cd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 5, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:53.732637 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-87494606-caac-4868-b3ee-73b4702fdf89 req-8c0faf47-a005-40ae-a02f-1f902090582d service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853066 Sep 15 02:47:53.757717 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3c801-1ea4-4381-ab9e-cfbbd5343865 None None] The sync data for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi is: [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '0a25c7f7-44ae-40eb-b433-1243a8056e8f', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'port_id': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'mac_address': 'fa:16:3e:b7:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:47:52Z', 'updated_at': '2021-09-15T02:47:52Z', 'revision_number': 0, 'project_id': '8f88037298ab41778fa946121e07cd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 5, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:53.945823 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a80f2-b303-4e63-9c5e-46e06f0ccfc2 None None] New status for floating IP 0a25c7f7-44ae-40eb-b433-1243a8056e8f: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:47:54.304837 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:56.192260 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811edf5-5f30-4414-8105-c25c3b1b4efb req-3e35071d-2afa-4be9-acc5-a3361084f88e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:56.193785 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7811edf5-5f30-4414-8105-c25c3b1b4efb req-3e35071d-2afa-4be9-acc5-a3361084f88e tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Sep 15 02:47:56.233522 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7811edf5-5f30-4414-8105-c25c3b1b4efb req-6fb4d695-c05f-47f1-8648-bd6149f639df tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330677 Sep 15 02:47:57.149906 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1a67418a-7852-403d-9df6-42140d9725e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:57.356266 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce66559-95d4-465e-9290-2efd55ef85ff req-82ef27ee-20fc-4556-bcb7-aabbc3089c51 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:57.357819 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1ce66559-95d4-465e-9290-2efd55ef85ff req-82ef27ee-20fc-4556-bcb7-aabbc3089c51 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 946 time: 0.0509601 Sep 15 02:47:57.393591 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1ce66559-95d4-465e-9290-2efd55ef85ff req-11c6cdc9-5a2f-47ae-809c-0e68362c4a08 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups?id=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298107 Sep 15 02:47:57.765315 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6792df40-2ca7-43ab-a26f-5dfd22dbe59d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:57.766800 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6792df40-2ca7-43ab-a26f-5dfd22dbe59d tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 946 time: 0.0478647 Sep 15 02:47:57.866128 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Deleting port 63863203-a700-4c7f-aaf7-fb777f612872 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:57.866467 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:57.907655 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53386) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:57.957697 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] For port 63863203-a700-4c7f-aaf7-fb777f612872, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63863203-a700-4c7f-aaf7-fb777f612872,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:57.958063 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.014863 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6182e345-b38a-4a69-b2a0-5a8b56e2b145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.104018 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6182e345-b38a-4a69-b2a0-5a8b56e2b145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.133460 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.133825 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.134144 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Floating IP 90c5c12f-662d-4fad-9a33-45ef9b8161cb disassociated. External IP: 172.27.3.193, port: 63863203-a700-4c7f-aaf7-fb777f612872. Sep 15 02:47:58.134475 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Calling delete_port for 63863203-a700-4c7f-aaf7-fb777f612872 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:58.184714 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6182e345-b38a-4a69-b2a0-5a8b56e2b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.222736 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-6182e345-b38a-4a69-b2a0-5a8b56e2b145 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f66197f87814c18b483bc3a0f45822d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140197 Sep 15 02:47:58.224747 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182e345-b38a-4a69-b2a0-5a8b56e2b145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fadea87-8e4c-4fe7-9b38-41e8d904c3ae,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:58.227816 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53390) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:58.275173 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c1081be8-3971-49fd-80ee-8f296a4fbef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.295538 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c1081be8-3971-49fd-80ee-8f296a4fbef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.327397 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.356677 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event deleted for resources: {'Port': ['ID=63863203-a700-4c7f-aaf7-fb777f612872,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:58.424587 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c1081be8-3971-49fd-80ee-8f296a4fbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.427183 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c1081be8-3971-49fd-80ee-8f296a4fbef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.431540 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c1081be8-3971-49fd-80ee-8f296a4fbef4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fadea87-8e4c-4fe7-9b38-41e8d904c3ae HTTP/1.1" status: 204 len: 168 time: 0.1996205 Sep 15 02:47:58.440041 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1081be8-3971-49fd-80ee-8f296a4fbef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fadea87-8e4c-4fe7-9b38-41e8d904c3ae,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:58.482399 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Router aff72e51-9578-4c55-9c9a-8e5a032f44c8 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:58.503665 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77c7e70a-1847-4f37-9ce1-5f0211754f56 req-a91007f0-2ef1-47ce-8fe1-6aa923e943dd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2aa333b-3df7-4761-b3fc-d14828b2da92 HTTP/1.1" status: 200 len: 210 time: 0.0274656 Sep 15 02:47:58.592505 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:58.602733 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] Sync routers for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:58.612931 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:58.612931 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:58.637742 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] No DVR routers for this DVR port 63863203-a700-4c7f-aaf7-fb777f612872 on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:58.637742 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.639227 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e28ff53a-8934-43ab-b054-a5aadba2a605 req-6ec7190b-1a3a-4fec-8f14-c6370e10ee44 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.37 "DELETE /v2.0/ports/63863203-a700-4c7f-aaf7-fb777f612872 HTTP/1.1" status: 204 len: 173 time: 0.8666627 Sep 15 02:47:58.639655 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-deleted', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:58.641973 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a907d1-82f0-4412-8781-84893378b545" -d '{"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-deleted", "tag": "63863203-a700-4c7f-aaf7-fb777f612872"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:58.691750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7ed4bf-4ec9-40b9-802e-63a5deacc653 x-openstack-request-id: req-ae7ed4bf-4ec9-40b9-802e-63a5deacc653 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:58.691750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aa333b-3df7-4761-b3fc-d14828b2da92", "name": "network-vif-deleted", "tag": "63863203-a700-4c7f-aaf7-fb777f612872", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:58.691750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae7ed4bf-4ec9-40b9-802e-63a5deacc653 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:58.691750 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aa333b-3df7-4761-b3fc-d14828b2da92', 'name': 'network-vif-deleted', 'tag': '63863203-a700-4c7f-aaf7-fb777f612872', 'status': 'completed', 'code': 200} Sep 15 02:47:58.733819 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:58.951451 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:58.983236 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] Checking router: aff72e51-9578-4c55-9c9a-8e5a032f44c8 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:58.991361 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:58.992042 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:47:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:59.080211 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53400) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:59.093999 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9af7-725e-4e64-b458-78bccbc21996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.099431 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:59.192287 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9af7-725e-4e64-b458-78bccbc21996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.270365 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ebd9af7-725e-4e64-b458-78bccbc21996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.310459 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-4ebd9af7-725e-4e64-b458-78bccbc21996 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ea371beb2224cacb7bce5a602637a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291279 Sep 15 02:47:59.311566 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd9af7-725e-4e64-b458-78bccbc21996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2787b-5713-4dd2-beba-fe66ae6480ef,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:59.314998 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53402) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:59.365550 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc3bb99c-4adb-4008-9557-c56c0471e73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.388419 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc3bb99c-4adb-4008-9557-c56c0471e73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.393361 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:59.419198 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e83b67-36bd-49cf-a475-182ede5bfde4 None None] The sync data for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi is: [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:40:24Z', 'revision_number': 4, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'b94ed5f0-e884-4825-8717-1d6d8f25bd00', 'name': '', 'network_id': '8e605f89-2845-4e86-854d-ab3c9b4bbbe4', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'mac_address': 'fa:16:3e:5c:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:22Z', 'updated_at': '2021-09-15T02:40:32Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'subnets': [{'id': 'ccd7c26e-313a-43fc-a6f5-af753a253e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:59.504830 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc3bb99c-4adb-4008-9557-c56c0471e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.507433 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc3bb99c-4adb-4008-9557-c56c0471e73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.509660 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-fc3bb99c-4adb-4008-9557-c56c0471e73c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97a2787b-5713-4dd2-beba-fe66ae6480ef HTTP/1.1" status: 204 len: 168 time: 0.1944861 Sep 15 02:47:59.517407 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bb99c-4adb-4008-9557-c56c0471e73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2787b-5713-4dd2-beba-fe66ae6480ef,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:59.672296 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5425be-3892-4d5f-b665-e10c01f7f236 None None] New status for floating IP 90c5c12f-662d-4fad-9a33-45ef9b8161cb: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:47:59.677197 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53412) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:59.732662 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-529b7907-df87-4fb8-bddb-a59545034ed8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.758800 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-529b7907-df87-4fb8-bddb-a59545034ed8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.783084 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-47e8dc72-dd42-48b8-9773-6524d3200cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.853390 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-529b7907-df87-4fb8-bddb-a59545034ed8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.856797 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-529b7907-df87-4fb8-bddb-a59545034ed8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.858126 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-529b7907-df87-4fb8-bddb-a59545034ed8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "DELETE /v2.0/security-groups/50d6b3fe-9ddd-4be6-a7c5-242f7bffc088 HTTP/1.1" status: 204 len: 168 time: 0.1798327 Sep 15 02:47:59.866707 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53416) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:59.867313 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b7907-df87-4fb8-bddb-a59545034ed8 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d6b3fe-9ddd-4be6-a7c5-242f7bffc088,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:59.894493 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.api.v2.resource [None req-486b63b9-0b8c-4947-aeff-c9078a349779 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] show failed (client error): The resource could not be found. Sep 15 02:47:59.897913 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-486b63b9-0b8c-4947-aeff-c9078a349779 tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "GET /v2.0/security-groups/50d6b3fe-9ddd-4be6-a7c5-242f7bffc088 HTTP/1.1" status: 404 len: 347 time: 0.0272641 Sep 15 02:47:59.899256 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53420) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:59.988435 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.024795 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Deleting port 06352684-e23d-4d44-9ed7-70bd2f3d5714 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:00.025135 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.098990 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.099322 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.111540 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Calling delete_port for 06352684-e23d-4d44-9ed7-70bd2f3d5714 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:00.276429 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:00.289834 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f6232ce7-8bdb-4f9b-80b5-f97ab8ed0ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.296945 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.328457 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Pushing event deleted for resources: {'Port': ['ID=06352684-e23d-4d44-9ed7-70bd2f3d5714,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:00.409006 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.411462 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.412637 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-61c3f49c-08d8-4a44-82c6-ca59c13737cd tempest-AttachVolumeShelveTestJSON-195385658 tempest-AttachVolumeShelveTestJSON-195385658-project] 10.222.0.15 "DELETE /v2.0/floatingips/90c5c12f-662d-4fad-9a33-45ef9b8161cb HTTP/1.1" status: 204 len: 168 time: 0.5120785 Sep 15 02:48:00.458726 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f6232ce7-8bdb-4f9b-80b5-f97ab8ed0ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.513551 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f6232ce7-8bdb-4f9b-80b5-f97ab8ed0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.554457 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f6232ce7-8bdb-4f9b-80b5-f97ab8ed0ea3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6479b0944a714072948e57b5df829a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769387 Sep 15 02:48:00.555285 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6232ce7-8bdb-4f9b-80b5-f97ab8ed0ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e8372a-87ac-41bb-aeaa-c7ee20dae5b1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:00.557247 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53426) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:00.605894 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1758320-abbc-40fb-a227-9e24c7dd2503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.627418 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1758320-abbc-40fb-a227-9e24c7dd2503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.732932 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1758320-abbc-40fb-a227-9e24c7dd2503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.735546 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1758320-abbc-40fb-a227-9e24c7dd2503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.736710 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f1758320-abbc-40fb-a227-9e24c7dd2503 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29e8372a-87ac-41bb-aeaa-c7ee20dae5b1 HTTP/1.1" status: 204 len: 168 time: 0.1784372 Sep 15 02:48:00.744680 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1758320-abbc-40fb-a227-9e24c7dd2503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e8372a-87ac-41bb-aeaa-c7ee20dae5b1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:00.950221 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.495597 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:48:02.499902 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.516508 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 63863203-a700-4c7f-aaf7-fb777f612872 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:48:02.516798 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 63863203-a700-4c7f-aaf7-fb777f612872 not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:48:03.083316 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53520) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:03.102638 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:48:03.653785 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.949438 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Deleting port b94ed5f0-e884-4825-8717-1d6d8f25bd00 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:03.949689 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:04.029743 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] For port b94ed5f0-e884-4825-8717-1d6d8f25bd00, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=b94ed5f0-e884-4825-8717-1d6d8f25bd00,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:04.030095 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:04.041985 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Calling delete_port for b94ed5f0-e884-4825-8717-1d6d8f25bd00 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:04.267792 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:04.290493 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b94ed5f0-e884-4825-8717-1d6d8f25bd00,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:04.453535 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:04.885394 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Router aff72e51-9578-4c55-9c9a-8e5a032f44c8 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:04.990928 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:04.997169 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8b623500-3365-4df7-a734-4e26294195ce admin admin] 10.222.0.15 "PUT /v2.0/routers/aff72e51-9578-4c55-9c9a-8e5a032f44c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9115334 Sep 15 02:48:04.998502 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53532) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:05.001039 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] Sync routers for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:05.010368 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:05.014530 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:48:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:05.105657 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.115536 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:05.210796 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.297128 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:48:04Z', 'revision_number': 5, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port': {'id': '7d019bd3-0ff8-4911-868d-a55c90d1ea9b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:40:17Z', 'updated_at': '2021-09-15T02:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:05.323647 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] Checking router: aff72e51-9578-4c55-9c9a-8e5a032f44c8 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:05.328795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Deleting port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:05.329325 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.331719 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] Routers {'aff72e51-9578-4c55-9c9a-8e5a032f44c8'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:05.332304 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:48:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:05.421105 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] Set router aff72e51-9578-4c55-9c9a-8e5a032f44c8 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:05.424602 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] For port 7d019bd3-0ff8-4911-868d-a55c90d1ea9b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:05.424967 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.437260 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Calling delete_port for 7d019bd3-0ff8-4911-868d-a55c90d1ea9b owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:05.474559 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:48:05Z', 'revision_number': 6, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port_host': None}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:05.501793 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae19dea-5ad6-41e6-b4cb-6bedea60a33d None None] The sync data for ids ['aff72e51-9578-4c55-9c9a-8e5a032f44c8'] in dv-cinder-760193-12-iscsi is: [{'id': 'aff72e51-9578-4c55-9c9a-8e5a032f44c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1213550634-router', 'tenant_id': 'bbf9c7a2d8b14e749224489d622636c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:40:15Z', 'updated_at': '2021-09-15T02:48:05Z', 'revision_number': 6, 'project_id': 'bbf9c7a2d8b14e749224489d622636c9', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:05.679595 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.702821 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d019bd3-0ff8-4911-868d-a55c90d1ea9b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:05.770115 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.873551 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.875946 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.041643 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.042124 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff72e51-9578-4c55-9c9a-8e5a032f44c8 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:48:06.046892 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.048058 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-a0394338-25a1-4e22-86e1-f4cc9f364022 admin admin] 10.222.0.15 "DELETE /v2.0/routers/aff72e51-9578-4c55-9c9a-8e5a032f44c8 HTTP/1.1" status: 204 len: 168 time: 1.0486224 Sep 15 02:48:06.050536 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53536) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:06.096319 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] Deleting subnet ccd7c26e-313a-43fc-a6f5-af753a253e0d {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:48:06.104409 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.135301 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29176437'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.244707 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.351130 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25565827'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.379414 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd7c26e-313a-43fc-a6f5-af753a253e0d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:06.385921 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.387845 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-899714cd-387d-40d1-a151-965cb51ed7c8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ccd7c26e-313a-43fc-a6f5-af753a253e0d HTTP/1.1" status: 204 len: 168 time: 0.3363631 Sep 15 02:48:06.390703 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53540) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:06.393343 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429e178-6f6f-4490-bed6-2818f4c5ff9e None None] Network 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:06.468972 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.525199 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Deleting port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:06.525726 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.606258 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] For port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:06.606660 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.608489 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] DHCP port deletion for 8e605f89-2845-4e86-854d-ab3c9b4bbbe4 request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:48:06.619002 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Calling delete_port for dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:06.654070 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] Deleting port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:06.654453 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.714409 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] For port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,segment=NetworkSegment(16d75bb7-1df7-4156-bec8-4c906a1d57df),segment_id=16d75bb7-1df7-4156-bec8-4c906a1d57df)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:06.714894 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.727391 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] Calling delete_port for dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:06.767252 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.793867 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:06.798805 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] No DVR routers for this DVR port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 on host dv-cinder-760193-12-iscsi {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:48:06.809557 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.821933 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] No DVR routers for this DVR port dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:48:06.840782 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5172d-61b2-4fe6-a497-56debd640ced None None] Pushing event deleted for resources: {'Port': ['ID=dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:06.877940 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.900591 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e605f89-2845-4e86-854d-ab3c9b4bbbe4']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:06.910027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d75bb7-1df7-4156-bec8-4c906a1d57df') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:06.910319 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d75bb7-1df7-4156-bec8-4c906a1d57df') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:06.919477 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.932864 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.938579 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:48:06.938961 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:48:06.940606 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:48:07.047376 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.053237 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.055516 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] 10.222.0.15 "DELETE /v2.0/networks/8e605f89-2845-4e86-854d-ab3c9b4bbbe4 HTTP/1.1" status: 204 len: 168 time: 0.6619227 Sep 15 02:48:07.315431 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f203044-0545-46f5-8644-127e6606437b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e605f89-2845-4e86-854d-ab3c9b4bbbe4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:07.327282 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53546) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:07.364918 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-06881aca-5290-4431-bad8-21e86d9e7981 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbf9c7a2d8b14e749224489d622636c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0365007 Sep 15 02:48:07.367314 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53548) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:07.407317 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device b94ed5f0-e884-4825-8717-1d6d8f25bd00 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:48:07.421294 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5cd23989-f174-4e3a-9dcc-2c4c13576714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.427472 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: b94ed5f0-e884-4825-8717-1d6d8f25bd00 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:48:07.427883 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device b94ed5f0-e884-4825-8717-1d6d8f25bd00 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:48:07.428357 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:48:07.442494 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5cd23989-f174-4e3a-9dcc-2c4c13576714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.446906 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:48:07.447316 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device dcd12f82-bda0-40a3-9cd4-e4b5a91d7ee6 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:48:07.447810 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 7d019bd3-0ff8-4911-868d-a55c90d1ea9b no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:48:07.468157 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 7d019bd3-0ff8-4911-868d-a55c90d1ea9b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:48:07.468522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 7d019bd3-0ff8-4911-868d-a55c90d1ea9b not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:48:07.573056 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5cd23989-f174-4e3a-9dcc-2c4c13576714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.575668 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5cd23989-f174-4e3a-9dcc-2c4c13576714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.576858 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5cd23989-f174-4e3a-9dcc-2c4c13576714 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/079fa487-dd56-4b98-a7e0-510b52d6a849 HTTP/1.1" status: 204 len: 168 time: 0.2080443 Sep 15 02:48:07.584587 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd23989-f174-4e3a-9dcc-2c4c13576714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079fa487-dd56-4b98-a7e0-510b52d6a849,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:09.889740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53602) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:10.003184 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f925a099-e3d6-45f7-af65-ecd10b62328a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.102191 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f925a099-e3d6-45f7-af65-ecd10b62328a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.164511 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f925a099-e3d6-45f7-af65-ecd10b62328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.201843 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f925a099-e3d6-45f7-af65-ecd10b62328a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44c7dba9f4084970931eb74fdaf8dc77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110723 Sep 15 02:48:10.203874 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925a099-e3d6-45f7-af65-ecd10b62328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6e098-7c0a-4e5e-a897-1068ef73b74b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:10.204595 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:10.256202 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921f1c16-6346-4447-b843-9302c73efbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.276555 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921f1c16-6346-4447-b843-9302c73efbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.401577 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921f1c16-6346-4447-b843-9302c73efbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.404103 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921f1c16-6346-4447-b843-9302c73efbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.405337 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-921f1c16-6346-4447-b843-9302c73efbe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4aa6e098-7c0a-4e5e-a897-1068ef73b74b HTTP/1.1" status: 204 len: 168 time: 0.1997464 Sep 15 02:48:10.412975 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f1c16-6346-4447-b843-9302c73efbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6e098-7c0a-4e5e-a897-1068ef73b74b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:10.986942 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53614) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:11.000902 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8c44-39e3-4c74-b986-d936883b6479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.090806 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8c44-39e3-4c74-b986-d936883b6479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.155586 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8c44-39e3-4c74-b986-d936883b6479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.192950 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-0b0d8c44-39e3-4c74-b986-d936883b6479 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfc23188e9b34c43b07d1e6e3d49467d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049546 Sep 15 02:48:11.194867 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d8c44-39e3-4c74-b986-d936883b6479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5defd53c-c570-4000-8774-6ff69cb0f21e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:11.196733 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53618) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:11.258209 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41391fc9-42fe-4a41-88e2-ba7cd7437f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.278958 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41391fc9-42fe-4a41-88e2-ba7cd7437f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.393624 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41391fc9-42fe-4a41-88e2-ba7cd7437f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.396158 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41391fc9-42fe-4a41-88e2-ba7cd7437f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.397407 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-41391fc9-42fe-4a41-88e2-ba7cd7437f2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5defd53c-c570-4000-8774-6ff69cb0f21e HTTP/1.1" status: 204 len: 168 time: 0.1880674 Sep 15 02:48:11.411650 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41391fc9-42fe-4a41-88e2-ba7cd7437f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5defd53c-c570-4000-8774-6ff69cb0f21e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:13.803208 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53670) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:13.910291 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ebb29a8-dd16-46be-a940-93f8694dd60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.995636 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ebb29a8-dd16-46be-a940-93f8694dd60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.067521 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ebb29a8-dd16-46be-a940-93f8694dd60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.105705 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb29a8-dd16-46be-a940-93f8694dd60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e49d0b-7931-4968-b8a8-1bb73461f8a9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:14.109959 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-7ebb29a8-dd16-46be-a940-93f8694dd60e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b475262f1624aaea030e5361d041908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056653 Sep 15 02:48:14.112662 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53674) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:14.159206 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c610505f-0eb2-44de-b49b-cabc38815e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.180219 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c610505f-0eb2-44de-b49b-cabc38815e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.290362 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c610505f-0eb2-44de-b49b-cabc38815e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.293514 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c610505f-0eb2-44de-b49b-cabc38815e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.294914 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-c610505f-0eb2-44de-b49b-cabc38815e93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06e49d0b-7931-4968-b8a8-1bb73461f8a9 HTTP/1.1" status: 204 len: 168 time: 0.1813664 Sep 15 02:48:14.302724 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610505f-0eb2-44de-b49b-cabc38815e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e49d0b-7931-4968-b8a8-1bb73461f8a9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:14.866671 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53690) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:14.880158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-def9c22c-d91e-436e-a97e-ef0b5f49dd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.015811 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-def9c22c-d91e-436e-a97e-ef0b5f49dd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.081167 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-def9c22c-d91e-436e-a97e-ef0b5f49dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.116557 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9c22c-d91e-436e-a97e-ef0b5f49dd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e446f604-0233-482c-8567-8b9163ab7ead,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:15.121607 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-def9c22c-d91e-436e-a97e-ef0b5f49dd65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62bd783babab43b4912ded59ef2ecd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539265 Sep 15 02:48:15.124173 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53696) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:15.173342 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53391250-80f5-4498-8b60-a4b662aa6754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.196645 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53391250-80f5-4498-8b60-a4b662aa6754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.291620 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53391250-80f5-4498-8b60-a4b662aa6754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.294312 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53391250-80f5-4498-8b60-a4b662aa6754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.295470 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-53391250-80f5-4498-8b60-a4b662aa6754 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e446f604-0233-482c-8567-8b9163ab7ead HTTP/1.1" status: 204 len: 168 time: 0.1703568 Sep 15 02:48:15.303023 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53391250-80f5-4498-8b60-a4b662aa6754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e446f604-0233-482c-8567-8b9163ab7ead,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:18.537439 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53778) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:18.640775 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cb41233-041d-41ce-ad82-b9d58eab106f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.726165 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cb41233-041d-41ce-ad82-b9d58eab106f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.816419 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cb41233-041d-41ce-ad82-b9d58eab106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.856855 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3cb41233-041d-41ce-ad82-b9d58eab106f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3495111c3e3e402dbd6c1c3821557dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182642 Sep 15 02:48:18.858528 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb41233-041d-41ce-ad82-b9d58eab106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b83c01-48ce-4c89-8d8d-166631f2efa3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:18.859600 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53784) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:18.911492 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87bc172a-3b72-4f9d-865f-f5a55455b8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.935240 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87bc172a-3b72-4f9d-865f-f5a55455b8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.075786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87bc172a-3b72-4f9d-865f-f5a55455b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.078417 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87bc172a-3b72-4f9d-865f-f5a55455b8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.079570 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-87bc172a-3b72-4f9d-865f-f5a55455b8a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20b83c01-48ce-4c89-8d8d-166631f2efa3 HTTP/1.1" status: 204 len: 168 time: 0.2184148 Sep 15 02:48:19.087166 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc172a-3b72-4f9d-865f-f5a55455b8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b83c01-48ce-4c89-8d8d-166631f2efa3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:19.659097 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 53794) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:19.673035 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc03cef1-7389-4fce-bc6b-8e7570a9a495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.765519 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc03cef1-7389-4fce-bc6b-8e7570a9a495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.873175 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc03cef1-7389-4fce-bc6b-8e7570a9a495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.911875 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03cef1-7389-4fce-bc6b-8e7570a9a495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db582fe6-b124-45fd-8b98-22c699b1fd62,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:19.919005 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-dc03cef1-7389-4fce-bc6b-8e7570a9a495 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2bba6b777324e09ac19d0ebf950861f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588568 Sep 15 02:48:19.921937 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53798) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:19.973932 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-660c98ca-ebd1-4e57-9452-ea4306846aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.995387 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-660c98ca-ebd1-4e57-9452-ea4306846aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.107743 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-660c98ca-ebd1-4e57-9452-ea4306846aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.110333 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-660c98ca-ebd1-4e57-9452-ea4306846aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.111504 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-660c98ca-ebd1-4e57-9452-ea4306846aea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db582fe6-b124-45fd-8b98-22c699b1fd62 HTTP/1.1" status: 204 len: 168 time: 0.1885927 Sep 15 02:48:20.119504 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c98ca-ebd1-4e57-9452-ea4306846aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db582fe6-b124-45fd-8b98-22c699b1fd62,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:21.089830 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:21.183732 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1228212451-network', 'tenant_id': '13f7dc2414aa429ab7ba09eaeb10c658'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:21.273273 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Made reservation on behalf of 13f7dc2414aa429ab7ba09eaeb10c658 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:21.275814 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.284349 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.368077 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.421356 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.444327 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:48:21.454112 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc171131-32fa-4882-ad8f-69d6db268892,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:21.458806 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.461979 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Added segment 825b6e92-9fd0-495c-a19b-f35fab1b287d of type vlan for network 44810e35-3062-4098-94c2-22cd68d70312 Sep 15 02:48:21.496965 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.587334 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.588709 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:21.589300 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.648531 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=44810e35-3062-4098-94c2-22cd68d70312,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:21.658231 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 44810e35-3062-4098-94c2-22cd68d70312 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:48:21.669440 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-3a0ff79b-5933-44a4-a34c-5b84cc797ca9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5783482 Sep 15 02:48:21.672733 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:21.677304 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Request body: {'subnet': {'network_id': '44810e35-3062-4098-94c2-22cd68d70312', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1228212451-subnet', 'tenant_id': '13f7dc2414aa429ab7ba09eaeb10c658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:21.764868 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Made reservation on behalf of 13f7dc2414aa429ab7ba09eaeb10c658 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:21.767174 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.990144 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.044039 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aeabb0f-fd73-4afb-a0d3-68698d433ffe,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:22.053928 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Checking segment: {'id': '825b6e92-9fd0-495c-a19b-f35fab1b287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '44810e35-3062-4098-94c2-22cd68d70312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:22.054288 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Network hostable DHCP agents. Network: 44810e35-3062-4098-94c2-22cd68d70312, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:48:22.155841 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Network 44810e35-3062-4098-94c2-22cd68d70312 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:48:22.235602 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 44810e35-3062-4098-94c2-22cd68d70312) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:22.239862 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:22.240479 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.246831 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac83de-a5fe-499f-bfd1-fc39e57c33b3 None None] Network 44810e35-3062-4098-94c2-22cd68d70312 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:22.326009 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f3d7708c-4a22-4b9b-bee3-aae00e3c050f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6523104 Sep 15 02:48:22.369220 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e5366b-bef6-4072-a824-5b93ed6bbb11 None None] Network 44810e35-3062-4098-94c2-22cd68d70312 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:22.966750 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53854) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:22.971744 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1076670908-network', 'tenant_id': 'e8f0993d6d474ebe925cf72ef1e39046'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:23.081170 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Made reservation on behalf of e8f0993d6d474ebe925cf72ef1e39046 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:23.083519 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.092747 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.198653 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.281192 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.305227 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:48:23.315103 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204bdad-6a90-42ff-80fb-8c16e7a8a330,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:23.320724 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.321062 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Added segment f68f581e-bcd9-4d11-9040-0840972c6ac4 of type vlan for network 85658c30-266d-4f75-9000-f81c247053db Sep 15 02:48:23.364718 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.430066 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.431057 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:23.431660 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.490739 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] Pushing event updated for resources: {'Network': ['ID=85658c30-266d-4f75-9000-f81c247053db,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:23.501574 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 85658c30-266d-4f75-9000-f81c247053db details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:48:23.531361 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5ec44b98-a963-41c0-915c-315e6b11c339 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5633607 Sep 15 02:48:23.536063 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 53864) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:23.539653 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Request body: {'subnet': {'network_id': '85658c30-266d-4f75-9000-f81c247053db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1076670908-subnet', 'tenant_id': 'e8f0993d6d474ebe925cf72ef1e39046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:23.607151 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Made reservation on behalf of e8f0993d6d474ebe925cf72ef1e39046 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:23.609524 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.847528 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.908772 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=658abdec-9835-4a59-a0cc-02110b0ea4e3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:23.916323 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Checking segment: {'id': 'f68f581e-bcd9-4d11-9040-0840972c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '85658c30-266d-4f75-9000-f81c247053db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:23.917218 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Network hostable DHCP agents. Network: 85658c30-266d-4f75-9000-f81c247053db, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:48:24.012340 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Network 85658c30-266d-4f75-9000-f81c247053db is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:48:24.092236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 85658c30-266d-4f75-9000-f81c247053db) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:24.096110 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:24.096746 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.101181 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee6807-c9d3-498e-934c-b0d3c6b6bc85 None None] Network 85658c30-266d-4f75-9000-f81c247053db requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:24.179110 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-f8a1c6a2-e6fe-4399-ba42-808f8825f6b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6439581 Sep 15 02:48:24.225166 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d385ece-2feb-4aca-b26c-2db7975cd7b7 None None] Network 85658c30-266d-4f75-9000-f81c247053db requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:24.384393 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.115717 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1f2a9849-3650-4b5b-9be6-cf41d4968718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:29.736117 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fbb-a4c0-46cc-9165-f8c79d492efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:29.941944 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:30.191524 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-318fbb1e-d849-4302-866f-b2c8218f3b19 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543033498&fields=id&tenant_id=52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 267 time: 0.0320985 Sep 15 02:48:30.298506 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-411048e6-6de7-4001-ba1c-193a1883995f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:30.299976 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-411048e6-6de7-4001-ba1c-193a1883995f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 812 time: 0.1010308 Sep 15 02:48:30.315384 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-7c95b7ce-ed11-4edd-a744-37eea92f112d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/quotas/52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 375 time: 0.0094907 Sep 15 02:48:30.375285 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-a21f789e-c02c-459c-9c67-cee8abf911cf tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545857 Sep 15 02:48:30.468130 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-1475af77-247a-49a8-b52b-cdd278fe6ada service neutron] 10.222.0.15 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811021 Sep 15 02:48:30.560166 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-851c90da-aafb-423c-8eb6-3bdcd1c6c581 service neutron] 10.222.0.15 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Sep 15 02:48:30.958855 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:31.002798 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-fcaec3cc-e16b-4e22-b552-c810033aeaba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393877 Sep 15 02:48:31.107620 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-74fd395c-5d51-4028-aad9-f1b491be953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.109170 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-74fd395c-5d51-4028-aad9-f1b491be953f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1099 time: 0.0441718 Sep 15 02:48:31.222266 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-7cb3eeb6-1a10-4500-9b9a-6c0521ed2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.224139 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-7cb3eeb6-1a10-4500-9b9a-6c0521ed2158 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.0940843 Sep 15 02:48:31.299156 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-87f6ea61-5044-48a3-9568-2dd891d0a0d4 req-66909603-b769-47a0-8a4a-20fd05cd3c9e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0343153 Sep 15 02:48:31.331351 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-eb5824fd-68a3-4da4-a04b-2d47e1f723c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b HTTP/1.1" status: 200 len: 1002 time: 0.0991592 Sep 15 02:48:31.388015 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-0d7b44e3-d2e8-417f-b0bb-87fe42fda844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.389662 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-0d7b44e3-d2e8-417f-b0bb-87fe42fda844 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0512707 Sep 15 02:48:31.436686 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-c412d20c-2bcc-4cdc-964a-1bc2d7fbf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.438158 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-c412d20c-2bcc-4cdc-964a-1bc2d7fbf111 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409985 Sep 15 02:48:31.531083 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-13347dc6-7137-4cfb-91e7-f28baf1898fd service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Sep 15 02:48:31.622226 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-77adb5a3-fcfb-42a7-9a55-68e5b3825ba2 req-1ef19863-cbdd-4db1-997d-fd8636cee621 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837848 Sep 15 02:48:32.392167 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-db974c2f-e1d0-4083-bb29-9a0688e65af3 req-e5c5e960-6e11-4973-8b95-054abcae7ca1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0257983 Sep 15 02:48:32.504388 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:33.483245 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6ab3a61e-c363-4c9f-a6de-5b288ee4cb97 req-286267f8-95be-4ffd-bdb0-1ba9036faf7c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0257056 Sep 15 02:48:34.573741 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e86cdfe7-0b15-46e8-8834-64615a5bfa8e req-c8421b6b-56a6-4a33-8791-ac84d2ab2f06 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0252523 Sep 15 02:48:35.663874 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a692aae7-2c35-4449-959f-5fe36fb314a1 req-20bb785d-4298-47a8-812f-9e390d9c0471 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0247881 Sep 15 02:48:36.567865 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-eb6dee69-1953-4da7-8972-50ebd7894640 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:36.569397 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-eb6dee69-1953-4da7-8972-50ebd7894640 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 812 time: 0.1112761 Sep 15 02:48:36.620501 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-f293302a-0e94-4fb1-ac03-34ead15775c2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ad607b4a604c2a9fdbd414efebf435 HTTP/1.1" status: 200 len: 380 time: 0.0340891 Sep 15 02:48:36.630018 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'port': {'device_id': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'admin_state_up': True, 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'security_groups': ['c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:36.759791 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6a2c95bd-3bed-4047-ae11-e000a0ff8805 req-7aeaa1cb-0ac7-4870-a9f7-1180843949f1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0291762 Sep 15 02:48:36.812869 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Made reservation on behalf of 52ad607b4a604c2a9fdbd414efebf435 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:36.816508 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:36.944767 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Allocated IP 172.20.0.7 (4a046fe4-7499-4199-a410-41fb611d2e4f/a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989/91820896-ce3d-4cf9-93c3-29ed6c805cfa) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:37.083011 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.159581 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.202021 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Network 4a046fe4-7499-4199-a410-41fb611d2e4f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:37.205053 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:37.207585 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:37.247531 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=91820896-ce3d-4cf9-93c3-29ed6c805cfa,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:37.258220 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.258566 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.258907 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.259247 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.259617 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.259932 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.260991 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.261342 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.261671 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.262002 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.262325 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.262647 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:37.283352 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:37.283929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.348549 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-e517a6f8-8e1e-4be8-9ae4-0766a1451070 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220130 Sep 15 02:48:37.369474 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Request body: {'port': {'device_id': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:37.415556 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-38d7cdac-26ad-447c-9b94-dfd43b14b2ab None None] Provisioning complete for port 91820896-ce3d-4cf9-93c3-29ed6c805cfa triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:37.416170 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdac-26ad-447c-9b94-dfd43b14b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.422897 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.450812 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-38d7cdac-26ad-447c-9b94-dfd43b14b2ab None None] Port 91820896-ce3d-4cf9-93c3-29ed6c805cfa cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:37.705488 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91820896-ce3d-4cf9-93c3-29ed6c805cfa {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:37.713366 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.725869 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Transition to ACTIVE for port object 91820896-ce3d-4cf9-93c3-29ed6c805cfa will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:48:37.810655 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.863885 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Pushing event updated for resources: {'Port': ['ID=91820896-ce3d-4cf9-93c3-29ed6c805cfa,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:37.891965 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1fe05-7c47-487a-97be-e81dd1a137ef req-b142b478-b57e-4cfb-afd1-b0a687faadc7 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:37.893663 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e9b1fe05-7c47-487a-97be-e81dd1a137ef req-b142b478-b57e-4cfb-afd1-b0a687faadc7 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0634580 Sep 15 02:48:37.966371 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e9b1fe05-7c47-487a-97be-e81dd1a137ef req-a1f8f145-1e77-4986-b2df-153a99fa0d7b tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558004 Sep 15 02:48:37.981441 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Attempting to bind port 91820896-ce3d-4cf9-93c3-29ed6c805cfa on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:37.982072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Attempting to bind port 91820896-ce3d-4cf9-93c3-29ed6c805cfa by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:37.982072 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Attempting to bind port 91820896-ce3d-4cf9-93c3-29ed6c805cfa on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:37.987135 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Port 91820896-ce3d-4cf9-93c3-29ed6c805cfa on network 4a046fe4-7499-4199-a410-41fb611d2e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:48:37.987457 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Attempting to bind port 91820896-ce3d-4cf9-93c3-29ed6c805cfa on network 4a046fe4-7499-4199-a410-41fb611d2e4f {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:37.992722 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:37.993054 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Checking segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:37.993430 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Bound using segment: {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:37.993850 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Bound port: 91820896-ce3d-4cf9-93c3-29ed6c805cfa, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a43163e-4cde-4ca1-82c3-f8779501e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:37.994205 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:38.063870 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] For port 91820896-ce3d-4cf9-93c3-29ed6c805cfa, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:38.067486 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] For port 91820896-ce3d-4cf9-93c3-29ed6c805cfa, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:38.153697 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:38.190742 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.191416 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:38.192916 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] 10.222.0.37 "PUT /v2.0/ports/91820896-ce3d-4cf9-93c3-29ed6c805cfa HTTP/1.1" status: 200 len: 1093 time: 0.8278852 Sep 15 02:48:38.193320 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:38.195653 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2f87d3-edd8-425b-8cdb-ec973f45ca8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:38.219945 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227294-0d81-4c93-8ac3-7cdd159a1201 service neutron] Pushing event updated for resources: {'Port': ['ID=91820896-ce3d-4cf9-93c3-29ed6c805cfa,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:38.235138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b82ef6-f318-4c46-a570-b251f79bf8a6 x-openstack-request-id: req-85b82ef6-f318-4c46-a570-b251f79bf8a6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:38.235138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:38.235138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85b82ef6-f318-4c46-a570-b251f79bf8a6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:38.235138 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'status': 'completed', 'code': 200} Sep 15 02:48:38.327427 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f87d3-edd8-425b-8cdb-ec973f45ca8c req-8b5b1cae-2d9a-4367-9ff1-902a13f86b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.329091 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8c2f87d3-edd8-425b-8cdb-ec973f45ca8c req-8b5b1cae-2d9a-4367-9ff1-902a13f86b60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 1096 time: 0.0433111 Sep 15 02:48:38.438757 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f87d3-edd8-425b-8cdb-ec973f45ca8c req-d2db1020-6798-4394-b54f-4c830e9c71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.440190 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8c2f87d3-edd8-425b-8cdb-ec973f45ca8c req-d2db1020-6798-4394-b54f-4c830e9c71a1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=52ad607b4a604c2a9fdbd414efebf435&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0962043 Sep 15 02:48:38.533644 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f87d3-edd8-425b-8cdb-ec973f45ca8c req-0dacf3da-56e6-4051-b228-0962305a3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.535073 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-8c2f87d3-edd8-425b-8cdb-ec973f45ca8c req-0dacf3da-56e6-4051-b228-0962305a3872 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877471 Sep 15 02:48:38.634745 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-a3837ae2-9177-4ff4-9a32-feb0eb25eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.636089 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-a3837ae2-9177-4ff4-9a32-feb0eb25eda8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 1096 time: 0.0391340 Sep 15 02:48:38.685886 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-f1bcf395-1f6c-45f9-a40d-be443af0cd1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa HTTP/1.1" status: 200 len: 217 time: 0.0353160 Sep 15 02:48:38.735978 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-a76fe782-1fb1-457e-a57e-0911aca88070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.737453 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-a76fe782-1fb1-457e-a57e-0911aca88070 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0444531 Sep 15 02:48:38.783238 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-8e721c41-5c82-4e0d-bf80-f139a4793bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.787425 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-8e721c41-5c82-4e0d-bf80-f139a4793bd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397809 Sep 15 02:48:38.878943 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-6a18daaa-d0c9-4dc5-8bd7-9b4c97b34df0 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869329 Sep 15 02:48:38.973049 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-61e1c527-535c-40ee-89c9-81e4d87c2b3c req-2e37a05b-ee80-48a0-9ad8-92744634b295 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Sep 15 02:48:39.077201 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366199a-48b7-4d32-9632-10cc6c304543 req-3ffe4580-704b-4355-b67f-15c456252b8f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:39.078663 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e366199a-48b7-4d32-9632-10cc6c304543 req-3ffe4580-704b-4355-b67f-15c456252b8f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0497224 Sep 15 02:48:39.118187 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e366199a-48b7-4d32-9632-10cc6c304543 req-954deb06-7b2a-4ccf-b21a-e7c757df7f21 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335596 Sep 15 02:48:40.102217 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:48:40.234412 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077518-649d-4cb5-868b-cc0218d671fa req-c1d37fd0-8646-4c99-b66e-28ea1304f345 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:40.235924 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-45077518-649d-4cb5-868b-cc0218d671fa req-c1d37fd0-8646-4c99-b66e-28ea1304f345 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0515990 Sep 15 02:48:40.274584 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-45077518-649d-4cb5-868b-cc0218d671fa req-87da60d4-9246-4d9b-a259-0d4a520504ca tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Sep 15 02:48:41.389804 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33effb7-6479-4cfa-8a4b-5c14b2c49dc5 req-2f0b428a-de46-4ee0-a065-f5a1ac9ff1a1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:41.391292 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c33effb7-6479-4cfa-8a4b-5c14b2c49dc5 req-2f0b428a-de46-4ee0-a065-f5a1ac9ff1a1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0491872 Sep 15 02:48:41.429215 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c33effb7-6479-4cfa-8a4b-5c14b2c49dc5 req-8bfddb4d-aa5b-4dba-8a39-9fd9130a34dd tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310364 Sep 15 02:48:42.565199 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653828d-3388-45b7-8076-01120df9f7ab req-977c0adb-6c6c-497a-89c6-9ab79273aee2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:42.566690 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5653828d-3388-45b7-8076-01120df9f7ab req-977c0adb-6c6c-497a-89c6-9ab79273aee2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0709767 Sep 15 02:48:42.605171 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5653828d-3388-45b7-8076-01120df9f7ab req-451a7717-9121-423a-90d1-67bd38e8b7a0 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324945 Sep 15 02:48:43.454808 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54096) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:43.727614 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29638545-eb88-4e48-9466-1e0460fb8726 req-ede1d0b5-9ef4-4c26-90dd-e95dd028ba83 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:43.729089 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-29638545-eb88-4e48-9466-1e0460fb8726 req-ede1d0b5-9ef4-4c26-90dd-e95dd028ba83 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0541842 Sep 15 02:48:43.769644 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-29638545-eb88-4e48-9466-1e0460fb8726 req-d161a4a5-5e8e-45b3-a5a4-1ae5c8864dd2 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340314 Sep 15 02:48:43.803891 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ce46-630b-4fd6-9ba9-2d17dba37e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:43.890734 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ce46-630b-4fd6-9ba9-2d17dba37e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:43.987222 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ce46-630b-4fd6-9ba9-2d17dba37e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:44.024327 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-ecf3ce46-630b-4fd6-9ba9-2d17dba37e9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2247eb9d5fa4e30841ab895af6d148f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684040 Sep 15 02:48:44.025522 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3ce46-630b-4fd6-9ba9-2d17dba37e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c078aebd-b128-424b-99bf-5ad7a5076d81,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:44.027060 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54106) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:44.075220 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af3e67d7-9784-44c9-bd22-2e1049d37d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:44.095546 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af3e67d7-9784-44c9-bd22-2e1049d37d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:44.201429 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af3e67d7-9784-44c9-bd22-2e1049d37d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:44.204045 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af3e67d7-9784-44c9-bd22-2e1049d37d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:44.205230 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-af3e67d7-9784-44c9-bd22-2e1049d37d80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c078aebd-b128-424b-99bf-5ad7a5076d81 HTTP/1.1" status: 204 len: 168 time: 0.1772044 Sep 15 02:48:44.213112 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e67d7-9784-44c9-bd22-2e1049d37d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078aebd-b128-424b-99bf-5ad7a5076d81,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:44.886688 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6b3be-df1c-49ef-9adf-c06c23b18fc6 req-01ae5ef3-7750-40e5-a85f-875526a30766 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:44.889228 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-18f6b3be-df1c-49ef-9adf-c06c23b18fc6 req-01ae5ef3-7750-40e5-a85f-875526a30766 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0533972 Sep 15 02:48:44.927179 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-18f6b3be-df1c-49ef-9adf-c06c23b18fc6 req-40c1586e-7961-451d-99df-40993197e3bf tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Sep 15 02:48:46.051218 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0e443-60af-432c-8830-832eb5343b97 req-2e96848d-4f27-4c69-8ef4-03f9de20e2ab tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:46.052719 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-67a0e443-60af-432c-8830-832eb5343b97 req-2e96848d-4f27-4c69-8ef4-03f9de20e2ab tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 943 time: 0.0524838 Sep 15 02:48:46.089036 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-67a0e443-60af-432c-8830-832eb5343b97 req-f6130805-bc05-4249-bf6c-f6307624f3b3 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302436 Sep 15 02:48:46.722373 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 91820896-ce3d-4cf9-93c3-29ed6c805cfa details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:48:46.813730 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 91820896-ce3d-4cf9-93c3-29ed6c805cfa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:46.828051 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'port_id': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'mac_address': 'fa:16:3e:9b:a7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:48:46.862794 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:46.875234 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91820896-ce3d-4cf9-93c3-29ed6c805cfa {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:46.894598 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 91820896-ce3d-4cf9-93c3-29ed6c805cfa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:46.953013 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.004247 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=91820896-ce3d-4cf9-93c3-29ed6c805cfa,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:47.012531 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.012886 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.013384 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.013953 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.014365 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.014713 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.015118 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.015369 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.015702 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.016029 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.016351 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.016699 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:47.079377 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:47.124282 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] Deleting subnet 6aeabb0f-fd73-4afb-a0d3-68698d433ffe {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:48:47.127589 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.185320 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.245668 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12f7fa-eb81-4f37-a0d7-3329836d0e04 req-8f4d0da5-4034-48d8-ab83-2678f5961bec tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:47.247163 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8c12f7fa-eb81-4f37-a0d7-3329836d0e04 req-8f4d0da5-4034-48d8-ab83-2678f5961bec tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 944 time: 0.0888550 Sep 15 02:48:47.249619 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.251611 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['91820896-ce3d-4cf9-93c3-29ed6c805cfa'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:47.317299 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8c12f7fa-eb81-4f37-a0d7-3329836d0e04 req-edb1e4d3-0e2a-4e05-ab53-feb2276b760f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478635 Sep 15 02:48:47.387364 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.414874 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aeabb0f-fd73-4afb-a0d3-68698d433ffe,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:47.421163 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.425216 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-49348027-c36e-4af6-b6f1-f6329409154f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6aeabb0f-fd73-4afb-a0d3-68698d433ffe HTTP/1.1" status: 204 len: 168 time: 0.3424780 Sep 15 02:48:47.425547 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54184) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:47.503512 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.583946 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.603719 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44810e35-3062-4098-94c2-22cd68d70312']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:47.613380 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825b6e92-9fd0-495c-a19b-f35fab1b287d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:47.613673 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825b6e92-9fd0-495c-a19b-f35fab1b287d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:47.626713 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.640310 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.646341 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:48:47.646714 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:48:47.648302 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:48:47.789690 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.795168 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.797030 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/44810e35-3062-4098-94c2-22cd68d70312 HTTP/1.1" status: 204 len: 168 time: 0.3706343 Sep 15 02:48:47.799891 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54190) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:47.807244 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1837950-67e9-4dd8-a157-e56255e05bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=44810e35-3062-4098-94c2-22cd68d70312,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:47.843161 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] Deleting subnet 658abdec-9835-4a59-a0cc-02110b0ea4e3 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:48:47.846257 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.879210 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29176437'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.919757 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.041179 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25565827'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.067093 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658abdec-9835-4a59-a0cc-02110b0ea4e3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:48.071863 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.073717 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-20acfced-56b8-44fb-bede-aa132aeb64c1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/658abdec-9835-4a59-a0cc-02110b0ea4e3 HTTP/1.1" status: 204 len: 168 time: 0.2728264 Sep 15 02:48:48.077059 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:48.142862 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.221998 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.241572 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85658c30-266d-4f75-9000-f81c247053db']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:48.251137 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68f581e-bcd9-4d11-9040-0840972c6ac4') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:48.251420 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68f581e-bcd9-4d11-9040-0840972c6ac4') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:48.260318 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29176446'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.273471 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.279686 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:48:48.280067 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486571'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: Traceback (most recent call last): Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: timer() Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: cb(*args, **kw) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: return func(*args, **kwargs) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: self._notify() Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: self.callback(batched_events) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: event.method(event) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: return f(self, *a, **k) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._get(url).json() Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: return self.request(url, 'GET', **kwargs) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:48:48.281692 dv-cinder-760193-12-iscsi neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:48:48.412947 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.420014 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.421385 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/85658c30-266d-4f75-9000-f81c247053db HTTP/1.1" status: 204 len: 168 time: 0.3433959 Sep 15 02:48:48.432644 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a85fb-b0f5-4664-8156-957f0485dfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=85658c30-266d-4f75-9000-f81c247053db,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:48.443515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8034e4-36f8-402f-94c8-f2682941c0e9 req-4d77e8ad-7ad1-4422-b065-2b004f38c213 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:48.445073 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4d8034e4-36f8-402f-94c8-f2682941c0e9 req-4d77e8ad-7ad1-4422-b065-2b004f38c213 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 944 time: 0.0495076 Sep 15 02:48:48.482591 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4d8034e4-36f8-402f-94c8-f2682941c0e9 req-fa31cba7-46d4-4968-9b37-e22f8d3dd7f1 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Sep 15 02:48:48.738953 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 91820896-ce3d-4cf9-93c3-29ed6c805cfa up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:48.799911 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54204) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:48.838296 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8b83a32d-be96-439a-a69c-04ff007032a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13f7dc2414aa429ab7ba09eaeb10c658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372162 Sep 15 02:48:48.840782 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54206) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:48.863949 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 91820896-ce3d-4cf9-93c3-29ed6c805cfa completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:48:48.867947 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 91820896-ce3d-4cf9-93c3-29ed6c805cfa triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:48.868309 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.886568 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46502032-edce-4c4f-848b-0b7b7e57b6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.909279 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46502032-edce-4c4f-848b-0b7b7e57b6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.951490 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.973180 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:48.975691 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b0c96a-a3fc-4b58-af60-912fa697d60f" -d '{"events": [{"server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "name": "network-vif-plugged", "status": "completed", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:48.988098 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 91820896-ce3d-4cf9-93c3-29ed6c805cfa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:49.011913 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c01971-45c3-4396-8f39-d0938948c2bc x-openstack-request-id: req-15c01971-45c3-4396-8f39-d0938948c2bc {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:49.012214 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "name": "network-vif-plugged", "status": "completed", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:49.012496 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15c01971-45c3-4396-8f39-d0938948c2bc {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:49.012888 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'code': 200} Sep 15 02:48:49.044202 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46502032-edce-4c4f-848b-0b7b7e57b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:49.046925 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46502032-edce-4c4f-848b-0b7b7e57b6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:49.048331 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-46502032-edce-4c4f-848b-0b7b7e57b6e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc171131-32fa-4882-ad8f-69d6db268892 HTTP/1.1" status: 204 len: 168 time: 0.2062895 Sep 15 02:48:49.055976 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46502032-edce-4c4f-848b-0b7b7e57b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc171131-32fa-4882-ad8f-69d6db268892,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:49.073469 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:49.136086 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=91820896-ce3d-4cf9-93c3-29ed6c805cfa,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:49.487197 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca270a29-f5b1-4e74-aa24-7b6052362b12 req-42934725-1332-4665-b887-ce1b1842c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:49.488854 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ca270a29-f5b1-4e74-aa24-7b6052362b12 req-42934725-1332-4665-b887-ce1b1842c621 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 1098 time: 0.0436094 Sep 15 02:48:49.526068 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-ca270a29-f5b1-4e74-aa24-7b6052362b12 req-3e71d80c-17a1-4483-a127-cade9795d007 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303881 Sep 15 02:48:49.600569 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331bcd6-6594-47d8-b12f-e52bb601bc38 req-0012cf89-7f48-4a87-bbb6-cd7f3b6cfd14 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:49.602032 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c331bcd6-6594-47d8-b12f-e52bb601bc38 req-0012cf89-7f48-4a87-bbb6-cd7f3b6cfd14 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 945 time: 0.0519936 Sep 15 02:48:49.639565 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c331bcd6-6594-47d8-b12f-e52bb601bc38 req-708ae731-c21a-4b51-8397-74ee03a64786 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Sep 15 02:48:49.803438 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54220) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:49.842699 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-e25ad59a-5245-451c-bc9d-db875a46937e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8f0993d6d474ebe925cf72ef1e39046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381074 Sep 15 02:48:49.845176 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54222) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:49.892372 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47bb75f2-01a5-4112-83a3-a78fce9484c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:49.912604 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47bb75f2-01a5-4112-83a3-a78fce9484c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:50.050133 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47bb75f2-01a5-4112-83a3-a78fce9484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:50.052572 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47bb75f2-01a5-4112-83a3-a78fce9484c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:50.053712 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-47bb75f2-01a5-4112-83a3-a78fce9484c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3204bdad-6a90-42ff-80fb-8c16e7a8a330 HTTP/1.1" status: 204 len: 168 time: 0.2076044 Sep 15 02:48:50.062914 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb75f2-01a5-4112-83a3-a78fce9484c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204bdad-6a90-42ff-80fb-8c16e7a8a330,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:50.766756 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ada548-eda8-4ce6-8a36-a903e863bd09 req-e2954de0-8b69-491c-845c-270df5226ba5 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:50.768276 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80ada548-eda8-4ce6-8a36-a903e863bd09 req-e2954de0-8b69-491c-845c-270df5226ba5 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 945 time: 0.0515418 Sep 15 02:48:50.818297 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-80ada548-eda8-4ce6-8a36-a903e863bd09 req-7c8460cd-d7d8-46ef-96bf-5726f0e32e08 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Sep 15 02:48:51.727811 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54288) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:51.824597 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-926f27dd-5f85-45d2-aeac-91dc39c56fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:51.925317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-926f27dd-5f85-45d2-aeac-91dc39c56fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:51.942562 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec85e8-77a7-47f7-9e90-7a711c9d554c req-b7a3e6b6-daab-462f-91ac-fb64758de469 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:51.948527 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77ec85e8-77a7-47f7-9e90-7a711c9d554c req-b7a3e6b6-daab-462f-91ac-fb64758de469 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Sep 15 02:48:51.982698 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77ec85e8-77a7-47f7-9e90-7a711c9d554c req-ef760889-52f1-4163-8ff1-e4c6f3335d9f tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Sep 15 02:48:51.995771 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-926f27dd-5f85-45d2-aeac-91dc39c56fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.038195 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-926f27dd-5f85-45d2-aeac-91dc39c56fc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77cb4f088b8144aab988a60f1343e479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172073 Sep 15 02:48:52.038195 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f27dd-5f85-45d2-aeac-91dc39c56fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31663b79-b3b4-4ab9-8ff6-4caa9be8bb48,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:52.039336 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:52.124305 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.137299 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc7488-6d6f-42c0-8aca-ee58bacbd73d req-be7d091f-537e-4190-9797-6de70b3441fb tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:52.139422 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7cbc7488-6d6f-42c0-8aca-ee58bacbd73d req-be7d091f-537e-4190-9797-6de70b3441fb tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 945 time: 0.0711880 Sep 15 02:48:52.171444 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.201263 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7cbc7488-6d6f-42c0-8aca-ee58bacbd73d req-4453b49e-4d9c-43de-889a-8fad94582945 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546854 Sep 15 02:48:52.238610 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54312) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:52.276380 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b49a952-154d-4388-b0b3-57f66c1d03af tempest-TestVolumeBootPattern-2137992187 tempest-TestVolumeBootPattern-2137992187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:52.277882 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-4b49a952-154d-4388-b0b3-57f66c1d03af tempest-TestVolumeBootPattern-2137992187 tempest-TestVolumeBootPattern-2137992187-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 1093 time: 0.0382698 Sep 15 02:48:52.280874 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54314) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:52.285161 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'port_id': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:52.332678 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.335356 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.336708 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a3573983-e610-4787-8221-313465b86cee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31663b79-b3b4-4ab9-8ff6-4caa9be8bb48 HTTP/1.1" status: 204 len: 168 time: 0.2963169 Sep 15 02:48:52.345081 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31663b79-b3b4-4ab9-8ff6-4caa9be8bb48,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:52.353246 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.353706 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.354093 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.354495 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.355011 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.355328 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.355727 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.358534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.358534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.358534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.358534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.358879 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3573983-e610-4787-8221-313465b86cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:52.410226 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.510306 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.621937 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Allocated IP 172.27.3.161 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/ac303047-b349-4652-8fd7-6544160dfdf1) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:52.738382 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.828299 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:52.880908 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:52.887079 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:52.895866 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:52.901882 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=ac303047-b349-4652-8fd7-6544160dfdf1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:53.251981 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:53.390979 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:53.554801 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:53.629815 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:53.705386 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event updated for resources: {'Port': ['ID=ac303047-b349-4652-8fd7-6544160dfdf1,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:53.713488 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:53.812220 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Floating IP d31b13b8-6b93-46e6-abdc-83478e4f8707 associated. External IP: 172.27.3.161, port: 91820896-ce3d-4cf9-93c3-29ed6c805cfa. Sep 15 02:48:54.022686 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:54.131795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:54.145803 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:54.155844 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:54.157160 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:48:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:54.232847 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:54.259092 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:54.264711 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f2290211-45fe-4c09-9375-b6f53370e64c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9824276 Sep 15 02:48:54.265925 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:54.268097 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955eadab-0eeb-43fa-a224-c2ab2f9cefca" -d '{"events": [{"name": "network-changed", "server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:54.314853 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b2d22-46c4-4e61-a4ab-6e69c7dfdfc5 x-openstack-request-id: req-c33b2d22-46c4-4e61-a4ab-6e69c7dfdfc5 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:54.315149 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:54.315408 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c33b2d22-46c4-4e61-a4ab-6e69c7dfdfc5 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:54.315824 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'status': 'completed', 'code': 200} Sep 15 02:48:54.401731 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-fa0b18ca-ffbc-4e43-9d64-c5e775f0e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.403388 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-fa0b18ca-ffbc-4e43-9d64-c5e775f0e864 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 1098 time: 0.0403190 Sep 15 02:48:54.434283 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:54.494888 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-a6ab8b03-0971-47d1-99d2-06e9fb1bf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.496350 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-a6ab8b03-0971-47d1-99d2-06e9fb1bf7da service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.0860682 Sep 15 02:48:54.498825 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:50Z', 'revision_number': 1, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}, {'id': 'd31b13b8-6b93-46e6-abdc-83478e4f8707', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:9b:a7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:53Z', 'updated_at': '2021-09-15T02:48:53Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:54.524506 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:54.533174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:54.533784 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:48:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:54.565395 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-46ec808b-7f4b-48aa-bd45-ce45ff221328 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa HTTP/1.1" status: 200 len: 999 time: 0.0607040 Sep 15 02:48:54.615148 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-e8179e8b-f0c8-4de9-8520-396d27891f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.616599 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-e8179e8b-f0c8-4de9-8520-396d27891f0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0435035 Sep 15 02:48:54.637288 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:54.662227 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-8492b88a-f12d-4392-abf0-e4a4b0be11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.663826 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-8492b88a-f12d-4392-abf0-e4a4b0be11ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385695 Sep 15 02:48:54.762136 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-1ccc88ed-050b-4628-ba4b-1c2ef9ef830a service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867493 Sep 15 02:48:54.860554 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-955eadab-0eeb-43fa-a224-c2ab2f9cefca req-06c65554-dc2f-4b0b-8d31-6f0c282a7a40 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900426 Sep 15 02:48:54.975738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:50Z', 'revision_number': 1, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}, {'id': 'd31b13b8-6b93-46e6-abdc-83478e4f8707', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:9b:a7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:53Z', 'updated_at': '2021-09-15T02:48:53Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:55.002048 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e544cb-7455-46b5-8536-fb4432ba8ff2 None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:50Z', 'revision_number': 1, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}, {'id': 'd31b13b8-6b93-46e6-abdc-83478e4f8707', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:9b:a7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:53Z', 'updated_at': '2021-09-15T02:48:53Z', 'revision_number': 0, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:55.203175 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c62369-a21d-4f02-83d3-e4e806be8baf None None] New status for floating IP d31b13b8-6b93-46e6-abdc-83478e4f8707: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:57.132421 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bd6339b4-3c51-45ad-a8d5-de4492aa5de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:59.738178 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-78889942-d629-4162-8f8d-21c09de945ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.009651 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.340638 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54418) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:00.445475 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75549f8f-f80b-47e5-8b56-cb60bf7f9507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.534264 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75549f8f-f80b-47e5-8b56-cb60bf7f9507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.606650 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75549f8f-f80b-47e5-8b56-cb60bf7f9507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.644618 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-75549f8f-f80b-47e5-8b56-cb60bf7f9507 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d946fdf2b44484194a062ca23a5c542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029184 Sep 15 02:49:00.646643 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75549f8f-f80b-47e5-8b56-cb60bf7f9507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247dd67e-69e7-457b-84b9-c1ce14a768f8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:00.647493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54426) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:00.700448 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-055a12aa-2779-4839-9b3b-b122d07dc1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.721762 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-055a12aa-2779-4839-9b3b-b122d07dc1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.890681 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-055a12aa-2779-4839-9b3b-b122d07dc1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.893389 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-055a12aa-2779-4839-9b3b-b122d07dc1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:00.894661 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-055a12aa-2779-4839-9b3b-b122d07dc1ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/247dd67e-69e7-457b-84b9-c1ce14a768f8 HTTP/1.1" status: 204 len: 168 time: 0.2461240 Sep 15 02:49:00.902589 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a12aa-2779-4839-9b3b-b122d07dc1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247dd67e-69e7-457b-84b9-c1ce14a768f8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:00.963960 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:02.492272 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.847065 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54494) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:03.951241 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26056b77-fa7d-465b-9c8e-42b8dd24ec56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.038257 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26056b77-fa7d-465b-9c8e-42b8dd24ec56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.126720 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26056b77-fa7d-465b-9c8e-42b8dd24ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.166085 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-26056b77-fa7d-465b-9c8e-42b8dd24ec56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46173e43972d4591910a69b1cad8671e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178873 Sep 15 02:49:04.167212 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26056b77-fa7d-465b-9c8e-42b8dd24ec56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae75e0-4288-47fa-9bc1-9716fb3922e7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:04.168867 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54498) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:04.217455 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29554f74-d1b1-4c15-8011-4b94cf69f0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.239112 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29554f74-d1b1-4c15-8011-4b94cf69f0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.343851 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29554f74-d1b1-4c15-8011-4b94cf69f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.346482 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29554f74-d1b1-4c15-8011-4b94cf69f0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.347704 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-29554f74-d1b1-4c15-8011-4b94cf69f0af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dae75e0-4288-47fa-9bc1-9716fb3922e7 HTTP/1.1" status: 204 len: 168 time: 0.1778147 Sep 15 02:49:04.356038 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29554f74-d1b1-4c15-8011-4b94cf69f0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae75e0-4288-47fa-9bc1-9716fb3922e7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:11.338856 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54616) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:11.448605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a3de40f-eea0-48ae-849d-0b0d70c5219b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:11.538816 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a3de40f-eea0-48ae-849d-0b0d70c5219b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:11.615607 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a3de40f-eea0-48ae-849d-0b0d70c5219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:11.652607 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3de40f-eea0-48ae-849d-0b0d70c5219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da87d19a-588a-48db-9b7c-8be1be040eb7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:11.658843 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-9a3de40f-eea0-48ae-849d-0b0d70c5219b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06f85e36ef204b86ac0389f40d3f576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188715 Sep 15 02:49:11.661489 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54622) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:11.709883 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f93b9312-c323-432d-a777-c0bffb6d56ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:11.731337 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f93b9312-c323-432d-a777-c0bffb6d56ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:11.835272 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f93b9312-c323-432d-a777-c0bffb6d56ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:11.837924 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f93b9312-c323-432d-a777-c0bffb6d56ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:11.839096 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f93b9312-c323-432d-a777-c0bffb6d56ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da87d19a-588a-48db-9b7c-8be1be040eb7 HTTP/1.1" status: 204 len: 168 time: 0.1767225 Sep 15 02:49:11.847434 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b9312-c323-432d-a777-c0bffb6d56ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da87d19a-588a-48db-9b7c-8be1be040eb7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:17.105855 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:49:24.337990 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:27.140863 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bda77b34-37cf-4ae2-8b42-0b52a7255b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:29.760510 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9aac52db-3836-4f9c-b85b-ca6b9ad886b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:29.948765 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:30.940881 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:32.480162 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:35.857151 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-92391dfa-463f-4969-9f85-1fb4aedc7075 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384591 Sep 15 02:49:35.930073 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-922f42e8-ef24-4380-85f8-b81821cfefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:35.931528 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-922f42e8-ef24-4380-85f8-b81821cfefd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1098 time: 0.0419548 Sep 15 02:49:36.032885 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-b9a191e1-d01f-4e1b-a366-319d3d2b279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:36.034345 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-b9a191e1-d01f-4e1b-a366-319d3d2b279d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 910 time: 0.0838122 Sep 15 02:49:36.100299 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-56823082-eedd-458c-a9f5-17cbceccfa08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 1000 time: 0.0587106 Sep 15 02:49:36.152459 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-fd257b61-5ba0-4db0-bc3d-b8295784cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:36.153785 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-fd257b61-5ba0-4db0-bc3d-b8295784cf3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 200 len: 848 time: 0.0442793 Sep 15 02:49:36.197248 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-3413c3e7-647b-4db6-89a1-d3f32fb9a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:36.198620 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-3413c3e7-647b-4db6-89a1-d3f32fb9a373 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9d3918-fb15-4987-99fe-bdea04d65c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377812 Sep 15 02:49:36.286894 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-70514dcb-d4ad-4d07-ad58-fb8645a3fe38 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807042 Sep 15 02:49:36.371422 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-2e78b14a-9204-45f9-bbe6-4c5d86b4139e req-b1fdd4b1-fd81-4d56-98a1-cfd126b59f96 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781188 Sep 15 02:49:38.128248 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54730) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:38.230992 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.319253 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.414520 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.452870 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5814fd85a7564923ba97ad8461212460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235564 Sep 15 02:49:38.453711 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e1b657-234d-456f-8d54-7472b80e596e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:38.455487 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:38.470914 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.471265 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.471601 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.471933 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.472259 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.472616 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.472942 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.473263 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.473584 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.473903 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.474220 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.474790 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797002f6-172a-4b6d-94c1-2c16349c5b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:38.514777 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-885aa355-0b78-42b8-b784-98a6bdc28482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.535328 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-885aa355-0b78-42b8-b784-98a6bdc28482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.625895 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-885aa355-0b78-42b8-b784-98a6bdc28482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.628307 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-885aa355-0b78-42b8-b784-98a6bdc28482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.629519 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-885aa355-0b78-42b8-b784-98a6bdc28482 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7e1b657-234d-456f-8d54-7472b80e596e HTTP/1.1" status: 204 len: 168 time: 0.1731606 Sep 15 02:49:38.637738 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa355-0b78-42b8-b784-98a6bdc28482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e1b657-234d-456f-8d54-7472b80e596e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:39.501466 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54756) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:39.597773 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-147747158-network', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:39.695230 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Made reservation on behalf of f7efc7250fc943deac3f01c082f8cb7c for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:49:39.697660 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:39.705981 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:39.791948 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:39.877459 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:39.901292 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:49:39.909593 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63762228-86a4-4036-ae31-ef61c3a32808,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:39.915962 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:39.917795 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.segments_db [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Added segment 235787e1-d226-4fc4-8c6c-cb7135231a15 of type vlan for network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 Sep 15 02:49:39.954178 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:40.057436 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:40.058386 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:40.058979 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:40.117527 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:40.121315 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-6614abbc-85fb-4e8f-9819-5546657d0882 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6188216 Sep 15 02:49:40.124294 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:40.127787 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:49:40.128806 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Request body: {'subnet': {'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-147747158-subnet', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:40.200497 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Made reservation on behalf of f7efc7250fc943deac3f01c082f8cb7c for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:49:40.202831 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25565860'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:40.655103 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25487990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25565834'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:40.713524 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccb90d4-ff67-4bc4-82d4-ed615308400f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:40.720507 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Checking segment: {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:40.721006 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Network hostable DHCP agents. Network: 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:49:40.789539 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:49:40.863287 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:40.867592 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:40.868605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:40.872541 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2978879e-a3bf-4c4b-b5e4-565479952330 None None] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:49:40.916448 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-999673fb-7e2d-4e06-bee4-382bf8887911 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7911696 Sep 15 02:49:40.921966 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 54762) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:40.926238 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:41.000692 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.001768 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.011443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:49:41.014995 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.053118 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.144436 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Allocated IP 172.20.0.2 (8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8/9ccb90d4-ff67-4bc4-82d4-ed615308400f/0f140671-0f5b-4f17-b527-c7b21dba684b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:49:41.231856 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.286852 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.372399 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.410016 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:41.417016 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:41.417016 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:49:41.426324 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Pushing event updated for resources: {'Port': ['ID=0f140671-0f5b-4f17-b527-c7b21dba684b,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:41.475322 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Attempting to bind port 0f140671-0f5b-4f17-b527-c7b21dba684b on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:49:41.475686 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Attempting to bind port 0f140671-0f5b-4f17-b527-c7b21dba684b by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:49:41.476095 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Attempting to bind port 0f140671-0f5b-4f17-b527-c7b21dba684b on network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:49:41.480945 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:49:41.481315 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Checking segment: {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:41.481720 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.482571 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Bound using segment: {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:49:41.482571 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Bound port: 0f140671-0f5b-4f17-b527-c7b21dba684b, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:49:41.482956 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.487317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.506610 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.548095 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] For port 0f140671-0f5b-4f17-b527-c7b21dba684b, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:49:41.551090 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] For port 0f140671-0f5b-4f17-b527-c7b21dba684b, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=0f140671-0f5b-4f17-b527-c7b21dba684b,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:49:41.610318 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Allocated IP 172.27.3.14 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/8c992018-ea27-4e1e-9b47-2b1137b190f7) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:49:41.612522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.669390 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45649e5-b41e-476a-acc8-1fa0d0284b82 None None] Pushing event updated for resources: {'Port': ['ID=0f140671-0f5b-4f17-b527-c7b21dba684b,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:41.726926 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.821119 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:41.861820 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:41.864771 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:41.868993 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:49:41.897000 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Pushing event updated for resources: {'Port': ['ID=8c992018-ea27-4e1e-9b47-2b1137b190f7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:42.168991 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:42.371357 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:42.470528 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249928f2-81db-40ec-98c5-5ee1fdc20be7 None None] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:49:42.507285 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a6e02747-abf9-49ef-98ea-42a950ec513a None None] Provisioning complete for port 0f140671-0f5b-4f17-b527-c7b21dba684b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:42.512347 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6e02747-abf9-49ef-98ea-42a950ec513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:42.594685 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:49:42.674452 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6e02747-abf9-49ef-98ea-42a950ec513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:42.701456 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:42.712812 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Sync routers for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:42.719147 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a6e02747-abf9-49ef-98ea-42a950ec513a None None] For port 0f140671-0f5b-4f17-b527-c7b21dba684b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=0f140671-0f5b-4f17-b527-c7b21dba684b,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:42.725747 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:42.726407 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:42.783319 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:42.787355 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-2aee549c-35be-4368-a805-260c67070815 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8619425 Sep 15 02:49:42.787799 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54764) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:42.796980 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6e02747-abf9-49ef-98ea-42a950ec513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:42.867855 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:42.869509 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e02747-abf9-49ef-98ea-42a950ec513a None None] Pushing event updated for resources: {'Port': ['ID=0f140671-0f5b-4f17-b527-c7b21dba684b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:43.039409 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5d8d4de3-1275-4024-b70f-a16c7e24a6da None None] Provisioning complete for port 0f140671-0f5b-4f17-b527-c7b21dba684b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:43.039773 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d8d4de3-1275-4024-b70f-a16c7e24a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.092426 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:42Z', 'revision_number': 3, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:43.121082 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Checking router: 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:43.121437 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Updating router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 port 8c992018-ea27-4e1e-9b47-2b1137b190f7 binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:49:43.165681 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.195591 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.353091 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Allocated IP 172.20.0.1 (8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8/9ccb90d4-ff67-4bc4-82d4-ed615308400f/57048f2c-193a-4c09-aaca-234de4b96994) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:49:43.463424 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.509099 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 0f140671-0f5b-4f17-b527-c7b21dba684b up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:43.552518 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.589123 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:43.592936 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.593240 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:43.596767 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:49:43.605637 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 0f140671-0f5b-4f17-b527-c7b21dba684b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:43.605637 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.605843 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Pushing event updated for resources: {'Port': ['ID=57048f2c-193a-4c09-aaca-234de4b96994,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:43.642621 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.701261 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.759042 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Attempting to bind port 8c992018-ea27-4e1e-9b47-2b1137b190f7 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:49:43.763062 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Attempting to bind port 8c992018-ea27-4e1e-9b47-2b1137b190f7 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:49:43.763062 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Attempting to bind port 8c992018-ea27-4e1e-9b47-2b1137b190f7 on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:49:43.763062 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30849f-f450-49d3-ad94-0ee0f435df70 None None] Pushing event updated for resources: {'Port': ['ID=8c992018-ea27-4e1e-9b47-2b1137b190f7,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:43.767423 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:49:43.767798 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:43.768204 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.768633 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:49:43.769107 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Bound port: 8c992018-ea27-4e1e-9b47-2b1137b190f7, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:49:43.769487 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.820328 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] For port 8c992018-ea27-4e1e-9b47-2b1137b190f7, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:49:43.823346 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] For port 8c992018-ea27-4e1e-9b47-2b1137b190f7, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=8c992018-ea27-4e1e-9b47-2b1137b190f7,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:49:43.842718 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8f52afaf-54ac-4b74-9543-09446a1cef94 None None] Provisioning complete for port 57048f2c-193a-4c09-aaca-234de4b96994 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:43.842718 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8f52afaf-54ac-4b74-9543-09446a1cef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.860934 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.879297 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8f52afaf-54ac-4b74-9543-09446a1cef94 None None] Port 57048f2c-193a-4c09-aaca-234de4b96994 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:49:43.898594 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.953856 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:43.954484 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:43.988562 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30849f-f450-49d3-ad94-0ee0f435df70 None None] Pushing event updated for resources: {'Port': ['ID=8c992018-ea27-4e1e-9b47-2b1137b190f7,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:44.027465 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.063555 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:44.100775 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.172493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Pushing event updated for resources: {'Port': ['ID=57048f2c-193a-4c09-aaca-234de4b96994,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:44.175859 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.270027 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 1, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:44.274766 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:44.276117 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:44.301445 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37d303-0129-4677-9e76-bc5928c4a484 None None] The sync data for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi is: [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 1, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:44.407011 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:49:44.529973 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4197a47a-dc0d-4986-84f8-ef4a245d0c21 None None] Provisioning complete for port 57048f2c-193a-4c09-aaca-234de4b96994 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:44.530869 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4197a47a-dc0d-4986-84f8-ef4a245d0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.551387 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:44.557655 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a95a6bf9-98e0-40dc-91bb-a7c6010e762d admin admin] 10.222.0.15 "PUT /v2.0/routers/510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684693 Sep 15 02:49:44.578303 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4197a47a-dc0d-4986-84f8-ef4a245d0c21 None None] Port 57048f2c-193a-4c09-aaca-234de4b96994 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:49:45.318819 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54780) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:45.324229 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1643410789-network', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:45.394710 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Made reservation on behalf of ba1ad24c809b44e691ac69d652252315 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:49:45.397208 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.412138 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.508227 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 8c992018-ea27-4e1e-9b47-2b1137b190f7 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:45.525676 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.562356 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 8c992018-ea27-4e1e-9b47-2b1137b190f7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:45.562946 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.597322 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.619146 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:49:45.632168 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ebf9e3-0b90-4cca-b333-de67a489d1ba,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:45.637065 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.643432 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.segments_db [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Added segment 48728963-b391-4d08-8b3f-aa58563dd21d of type vlan for network bc1681a0-cb90-41be-a1d2-2763dd9f2770 Sep 15 02:49:45.643866 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.663261 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 8c992018-ea27-4e1e-9b47-2b1137b190f7, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=8c992018-ea27-4e1e-9b47-2b1137b190f7,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:45.676589 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785541695263'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.737455 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.763492 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.764563 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:45.765156 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.785029 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=8c992018-ea27-4e1e-9b47-2b1137b190f7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:46.071171 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] Pushing event updated for resources: {'Network': ['ID=bc1681a0-cb90-41be-a1d2-2763dd9f2770,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:46.081226 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 details requested by agent ovs-agent-dv-cinder-760193-12-iscsi with host dv-cinder-760193-12-iscsi {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:49:46.110041 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-97338a00-81e9-4fe5-b9a1-72332cba170b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7897220 Sep 15 02:49:46.112416 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54782) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:46.117440 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Request body: {'subnet': {'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1643410789-subnet', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:46.194476 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Made reservation on behalf of ba1ad24c809b44e691ac69d652252315 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:49:46.196970 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28868081'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.242437 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Sync routers for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:46.251340 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:46.251920 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:46.356446 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:46.411901 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28532956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28868063'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.463981 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9978cb8-702e-4dbe-92b2-21ba366ec80e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:46.474475 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Checking segment: {'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:46.474833 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Network hostable DHCP agents. Network: bc1681a0-cb90-41be-a1d2-2763dd9f2770, hostable agents: ['922b0011-a4de-407c-945b-b13d08bb66b2'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:49:46.540534 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 is scheduled to be hosted by DHCP agent 922b0011-a4de-407c-945b-b13d08bb66b2 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:49:46.635636 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 2, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:46.643145 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-12-iscsi, bc1681a0-cb90-41be-a1d2-2763dd9f2770) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:46.647352 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:46.648521 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.654224 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac026a-15a1-43bb-8cb7-435a977aad48 None None] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:49:46.661301 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Checking router: 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:46.661654 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Updating router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 port 57048f2c-193a-4c09-aaca-234de4b96994 binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:49:46.687089 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.741272 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-7d997858-558c-451d-bba5-a1606405a017 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6278017 Sep 15 02:49:46.744111 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54784) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:46.748508 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:46.798763 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08fda5e0-bce9-54b1-9363-a0d0334f436b-bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'fixed_ips': [{'subnet_id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e'}]}} from dv-cinder-760193-12-iscsi. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:49:46.799673 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.821458 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3276'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.822587 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3287'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.877834 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.938253 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Allocated IP 172.20.0.2 (bc1681a0-cb90-41be-a1d2-2763dd9f2770/b9978cb8-702e-4dbe-92b2-21ba366ec80e/abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:49:46.952090 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.037622 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.077357 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.086920 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.125798 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Pushing event updated for resources: {'Port': ['ID=57048f2c-193a-4c09-aaca-234de4b96994,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.138363 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.138730 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.139104 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.139437 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.139765 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.140104 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.140457 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.140785 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.141116 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.141435 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.141753 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.142071 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.149773 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Attempting to bind port 57048f2c-193a-4c09-aaca-234de4b96994 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:49:47.152478 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Attempting to bind port 57048f2c-193a-4c09-aaca-234de4b96994 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:49:47.152478 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Attempting to bind port 57048f2c-193a-4c09-aaca-234de4b96994 on network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:49:47.155913 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:49:47.156425 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Checking segment: {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:47.156828 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.157217 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Bound using segment: {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:49:47.157683 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Bound port: 57048f2c-193a-4c09-aaca-234de4b96994, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:49:47.158072 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.198955 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.229083 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] For port 57048f2c-193a-4c09-aaca-234de4b96994, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:49:47.232909 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] For port 57048f2c-193a-4c09-aaca-234de4b96994, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=57048f2c-193a-4c09-aaca-234de4b96994,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:49:47.245616 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:47.251140 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:47.253851 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:49:47.287471 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Pushing event updated for resources: {'Port': ['ID=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.306585 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.322673 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.323127 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.323542 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.323877 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.324221 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.324586 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.331245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.331245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.331245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.331245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.331245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.331245 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:47.335684 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Attempting to bind port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:49:47.335684 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Attempting to bind port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:49:47.335684 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Attempting to bind port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c on network bc1681a0-cb90-41be-a1d2-2763dd9f2770 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:49:47.346735 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:49:47.347073 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Checking segment: {'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:47.347517 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.347870 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Bound using segment: {'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:49:47.348355 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Bound port: abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:49:47.349381 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.355336 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dd1a6ce5-ae59-4d89-b422-cead08928e1b None None] Provisioning complete for port 57048f2c-193a-4c09-aaca-234de4b96994 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:47.355767 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6ce5-ae59-4d89-b422-cead08928e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.358348 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:47.359240 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:47.381853 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.406144 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.415658 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a9f29-052c-4d85-9ee6-f31545904978 None None] Pushing event updated for resources: {'Port': ['ID=57048f2c-193a-4c09-aaca-234de4b96994,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.503791 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:47.527404 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6ce5-ae59-4d89-b422-cead08928e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.535439 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 8c992018-ea27-4e1e-9b47-2b1137b190f7 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:47.541301 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Allocated IP 172.27.3.119 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/6a91df24-30cc-41b7-9093-fc2b3091df84) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:49:47.573756 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] For port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:49:47.594809 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] For port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,segment=NetworkSegment(48728963-b391-4d08-8b3f-aa58563dd21d),segment_id=48728963-b391-4d08-8b3f-aa58563dd21d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:49:47.626543 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dd1a6ce5-ae59-4d89-b422-cead08928e1b None None] For port 57048f2c-193a-4c09-aaca-234de4b96994, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=57048f2c-193a-4c09-aaca-234de4b96994,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:47.638233 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 8c992018-ea27-4e1e-9b47-2b1137b190f7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:47.638233 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.672659 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.679035 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.727654 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6ce5-ae59-4d89-b422-cead08928e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.744852 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:47.768468 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7afc4-b1aa-4c50-8fde-8a98056e8d32 None None] Pushing event updated for resources: {'Port': ['ID=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.777689 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.787415 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e78e26-7f74-445e-8132-fbaf4819943c None None] The sync data for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi is: [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:47.818853 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:47.824195 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:47.827868 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:49:47.834444 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a6ce5-ae59-4d89-b422-cead08928e1b None None] Pushing event updated for resources: {'Port': ['ID=57048f2c-193a-4c09-aaca-234de4b96994,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.836751 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Pushing event updated for resources: {'Port': ['ID=6a91df24-30cc-41b7-9093-fc2b3091df84,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.858151 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ebb73e39-900c-4d0b-9f4c-8873a5606278 None None] Provisioning complete for port 57048f2c-193a-4c09-aaca-234de4b96994 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:47.858619 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ebb73e39-900c-4d0b-9f4c-8873a5606278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.221095 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.422123 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725852'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.620316 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 is scheduled to L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:49:48.639969 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7870414-3daa-49ae-89cf-753556787b06 None None] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:49:48.726460 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:48.746088 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Sync routers for ids ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:48.752137 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-27a0f41a-5a78-4cd2-bbfd-8bd201a818b1 None None] Provisioning complete for port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:48.752137 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-27a0f41a-5a78-4cd2-bbfd-8bd201a818b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.790731 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Routers {'4b67049c-0b5a-4542-bf1b-05d8123db6e7'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:48.791270 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:48.803495 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.804974 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-31eba294-99e3-4df6-a09d-2ba1d34ae998 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0599613 Sep 15 02:49:48.807722 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 54790) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:49.086023 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Set router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:49.113912 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-27a0f41a-5a78-4cd2-bbfd-8bd201a818b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.221310 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-27a0f41a-5a78-4cd2-bbfd-8bd201a818b1 None None] For port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,segment=NetworkSegment(48728963-b391-4d08-8b3f-aa58563dd21d),segment_id=48728963-b391-4d08-8b3f-aa58563dd21d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:49.224610 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.295939 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:49:48Z', 'revision_number': 3, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:49.322840 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Checking router: 4b67049c-0b5a-4542-bf1b-05d8123db6e7 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:49.323104 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Updating router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 port 6a91df24-30cc-41b7-9093-fc2b3091df84 binding host dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:49:49.324939 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-27a0f41a-5a78-4cd2-bbfd-8bd201a818b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.378717 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.379665 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Allocated IP 172.20.0.1 (bc1681a0-cb90-41be-a1d2-2763dd9f2770/b9978cb8-702e-4dbe-92b2-21ba366ec80e/e1a15556-2bb2-4d97-a883-1aba387052ca) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:49:49.417615 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f41a-5a78-4cd2-bbfd-8bd201a818b1 None None] Pushing event updated for resources: {'Port': ['ID=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:49.495677 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.504315 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-14b41b1f-b36f-4fa5-885d-2d4ffb98def6 None None] Provisioning complete for port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:49.508028 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-14b41b1f-b36f-4fa5-885d-2d4ffb98def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.606943 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:49.618613 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.653204 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:49.656156 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:49.659607 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:49:49.697348 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a15556-2bb2-4d97-a883-1aba387052ca,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:49.709298 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725899'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.760020 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:49.760675 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.800646 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.859202 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 57048f2c-193a-4c09-aaca-234de4b96994 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:49.892997 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.926887 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.957556 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Attempting to bind port 6a91df24-30cc-41b7-9093-fc2b3091df84 on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:49:49.957923 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Attempting to bind port 6a91df24-30cc-41b7-9093-fc2b3091df84 by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:49:49.958293 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Attempting to bind port 6a91df24-30cc-41b7-9093-fc2b3091df84 on network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:49:49.973248 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 57048f2c-193a-4c09-aaca-234de4b96994 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:49.973615 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.975318 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00b2c-558c-40bf-9405-1181c62d9769 None None] Pushing event updated for resources: {'Port': ['ID=6a91df24-30cc-41b7-9093-fc2b3091df84,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:49.981122 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:49:49.981530 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Checking segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:49.981937 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:49.982500 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Bound using segment: {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:49:49.982800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Bound port: 6a91df24-30cc-41b7-9093-fc2b3091df84, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81468da0-d6ab-406c-98c2-ec261ce275cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:49:49.983176 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.002074 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0877e9e0-6ce0-4dfa-a326-263d062eb363 None None] Provisioning complete for port e1a15556-2bb2-4d97-a883-1aba387052ca triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:50.002443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0877e9e0-6ce0-4dfa-a326-263d062eb363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.088320 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0877e9e0-6ce0-4dfa-a326-263d062eb363 None None] Port e1a15556-2bb2-4d97-a883-1aba387052ca cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:49:50.094374 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.098620 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] For port 6a91df24-30cc-41b7-9093-fc2b3091df84, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:49:50.103198 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] For port 6a91df24-30cc-41b7-9093-fc2b3091df84, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=6a91df24-30cc-41b7-9093-fc2b3091df84,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:49:50.177237 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.206300 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.242878 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3618989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-724507'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.248425 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a15556-2bb2-4d97-a883-1aba387052ca,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:50.264815 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00b2c-558c-40bf-9405-1181c62d9769 None None] Pushing event updated for resources: {'Port': ['ID=6a91df24-30cc-41b7-9093-fc2b3091df84,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:50.267404 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Routers {'4b67049c-0b5a-4542-bf1b-05d8123db6e7'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:50.267992 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:50.337291 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:49:50.338642 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:49:50.374004 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] Set router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:50.590939 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 4, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'e1a15556-2bb2-4d97-a883-1aba387052ca', 'name': '', 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'mac_address': 'fa:16:3e:52:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:49Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 2, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'subnets': [{'id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:50.623774 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08da4c7-2083-47bd-b154-6b87cc0140d9 None None] The sync data for ids ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'] in dv-cinder-760193-12-iscsi is: [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 4, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'e1a15556-2bb2-4d97-a883-1aba387052ca', 'name': '', 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'mac_address': 'fa:16:3e:52:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:49Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 2, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'subnets': [{'id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:50.636757 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-13c51473-d33b-4e3a-8541-ed7b764eede8 None None] Provisioning complete for port e1a15556-2bb2-4d97-a883-1aba387052ca triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:50.637135 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13c51473-d33b-4e3a-8541-ed7b764eede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.675840 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-13c51473-d33b-4e3a-8541-ed7b764eede8 None None] Port e1a15556-2bb2-4d97-a883-1aba387052ca cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:49:50.701200 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:49:50.819933 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:50.839004 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-2df63429-cb46-4c64-af03-a9665e8985a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b67049c-0b5a-4542-bf1b-05d8123db6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0301576 Sep 15 02:49:51.544109 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 6a91df24-30cc-41b7-9093-fc2b3091df84 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:51.598399 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 6a91df24-30cc-41b7-9093-fc2b3091df84 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:51.598780 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:51.683184 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:51.705863 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] For port 6a91df24-30cc-41b7-9093-fc2b3091df84, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=6a91df24-30cc-41b7-9093-fc2b3091df84,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:51.771915 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:51.773361 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:51.863573 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Pushing event updated for resources: {'Port': ['ID=6a91df24-30cc-41b7-9093-fc2b3091df84,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:51.877854 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:51.878429 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:52.701785 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Sync routers for ids ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:52.712249 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Routers {'4b67049c-0b5a-4542-bf1b-05d8123db6e7'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:52.714142 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:52.825003 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Set router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:53.033986 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 4, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'e1a15556-2bb2-4d97-a883-1aba387052ca', 'name': '', 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'mac_address': 'fa:16:3e:52:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:49Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 2, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'subnets': [{'id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:53.076752 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Checking router: 4b67049c-0b5a-4542-bf1b-05d8123db6e7 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:53.077208 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Updating router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 port e1a15556-2bb2-4d97-a883-1aba387052ca binding host dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:49:53.103361 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.385777 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.443399 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.480302 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 6a91df24-30cc-41b7-9093-fc2b3091df84 up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:53.554032 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Attempting to bind port e1a15556-2bb2-4d97-a883-1aba387052ca on host dv-cinder-760193-12-iscsi for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:49:53.554530 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Attempting to bind port e1a15556-2bb2-4d97-a883-1aba387052ca by drivers openvswitch,hyperv on host dv-cinder-760193-12-iscsi at level 0 using segments [{'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:49:53.554896 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Attempting to bind port e1a15556-2bb2-4d97-a883-1aba387052ca on network bc1681a0-cb90-41be-a1d2-2763dd9f2770 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:49:53.561922 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Checking agent: {'id': '8be833a0-351c-4dcf-b138-2a12ab2860c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:49:53.562277 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Checking segment: {'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:49:53.562643 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.563032 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Bound using segment: {'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:49:53.563502 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Bound port: e1a15556-2bb2-4d97-a883-1aba387052ca, host: dv-cinder-760193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48728963-b391-4d08-8b3f-aa58563dd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:49:53.563902 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.564859 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port 6a91df24-30cc-41b7-9093-fc2b3091df84 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:53.565476 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.643976 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b2fe9-92ed-4d94-a42d-dbf8b958f834 None None] Pushing event updated for resources: {'Port': ['ID=e1a15556-2bb2-4d97-a883-1aba387052ca,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:53.661964 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] For port e1a15556-2bb2-4d97-a883-1aba387052ca, host dv-cinder-760193-12-iscsi, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:49:53.666041 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] For port e1a15556-2bb2-4d97-a883-1aba387052ca, host dv-cinder-760193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=e1a15556-2bb2-4d97-a883-1aba387052ca,segment=NetworkSegment(48728963-b391-4d08-8b3f-aa58563dd21d),segment_id=48728963-b391-4d08-8b3f-aa58563dd21d)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:49:53.761057 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.830551 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Routers {'4b67049c-0b5a-4542-bf1b-05d8123db6e7'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:53.834521 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:49:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:53.836694 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b2fe9-92ed-4d94-a42d-dbf8b958f834 None None] Pushing event updated for resources: {'Port': ['ID=e1a15556-2bb2-4d97-a883-1aba387052ca,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:53.856625 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-13dcd358-838b-40e0-ad2c-00227eed99e8 None None] Provisioning complete for port e1a15556-2bb2-4d97-a883-1aba387052ca triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:53.857252 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13dcd358-838b-40e0-ad2c-00227eed99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.964304 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13dcd358-838b-40e0-ad2c-00227eed99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.968050 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] Set router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:54.019194 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-13dcd358-838b-40e0-ad2c-00227eed99e8 None None] For port e1a15556-2bb2-4d97-a883-1aba387052ca, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=e1a15556-2bb2-4d97-a883-1aba387052ca,segment=NetworkSegment(48728963-b391-4d08-8b3f-aa58563dd21d),segment_id=48728963-b391-4d08-8b3f-aa58563dd21d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:54.088882 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13dcd358-838b-40e0-ad2c-00227eed99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:54.119216 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:49:54.159344 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcd358-838b-40e0-ad2c-00227eed99e8 None None] Pushing event updated for resources: {'Port': ['ID=e1a15556-2bb2-4d97-a883-1aba387052ca,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:54.212953 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3dba5663-280f-4430-9943-4b2ee5118889 None None] Provisioning complete for port e1a15556-2bb2-4d97-a883-1aba387052ca triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:54.213670 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3dba5663-280f-4430-9943-4b2ee5118889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:54.327622 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 4, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'e1a15556-2bb2-4d97-a883-1aba387052ca', 'name': '', 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'mac_address': 'fa:16:3e:52:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:49Z', 'updated_at': '2021-09-15T02:49:53Z', 'revision_number': 4, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'subnets': [{'id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:54.357359 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed10212-95c1-491f-b412-e9947151fab5 None None] The sync data for ids ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'] in dv-cinder-760193-12-iscsi is: [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:49:49Z', 'revision_number': 4, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'e1a15556-2bb2-4d97-a883-1aba387052ca', 'name': '', 'network_id': 'bc1681a0-cb90-41be-a1d2-2763dd9f2770', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'mac_address': 'fa:16:3e:52:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:49Z', 'updated_at': '2021-09-15T02:49:53Z', 'revision_number': 4, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'subnets': [{'id': 'b9978cb8-702e-4dbe-92b2-21ba366ec80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:54.360238 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.508582 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device e1a15556-2bb2-4d97-a883-1aba387052ca up at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:55.568006 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Provisioning complete for port e1a15556-2bb2-4d97-a883-1aba387052ca triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:55.568756 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.127357 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0c2b-2812-4ac4-8173-245002947ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:58.664016 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5adeca-a828-49b5-9f2f-a4d38339023c req-8e4fb7e4-c2a8-41a8-87a3-97f2f624d26c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:58.667848 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dd5adeca-a828-49b5-9f2f-a4d38339023c req-8e4fb7e4-c2a8-41a8-87a3-97f2f624d26c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0653512 Sep 15 02:49:58.710120 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-dd5adeca-a828-49b5-9f2f-a4d38339023c req-418cbc89-fa7f-4847-9415-8a98502ba71d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359416 Sep 15 02:49:59.749296 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-215f6116-4339-4de3-8cf3-46aa05f312b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.852703 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b5a2-0957-4932-833e-297f086735a5 req-3a933a0f-c469-49b0-ad91-eb93b675c1d8 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:59.854997 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4fd1b5a2-0957-4932-833e-297f086735a5 req-3a933a0f-c469-49b0-ad91-eb93b675c1d8 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0570788 Sep 15 02:49:59.910426 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4fd1b5a2-0957-4932-833e-297f086735a5 req-fa3d3ca7-5f67-4a70-811a-ba05f9a8622f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484385 Sep 15 02:49:59.950554 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.997547 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.039479 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65174c-c4a6-471e-8e37-86c5308a7899 req-b2c3b353-1892-412d-b803-a4399d2aa451 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:01.041000 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fa65174c-c4a6-471e-8e37-86c5308a7899 req-b2c3b353-1892-412d-b803-a4399d2aa451 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0502644 Sep 15 02:50:01.087549 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fa65174c-c4a6-471e-8e37-86c5308a7899 req-69267de2-7935-4aaf-a0cf-7be948688422 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Sep 15 02:50:02.202632 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816472-b02f-45be-9101-94157be2d827 req-95e28f4d-99aa-4bc8-843c-b0bf77b6e2f5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:02.204073 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0c816472-b02f-45be-9101-94157be2d827 req-95e28f4d-99aa-4bc8-843c-b0bf77b6e2f5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0472021 Sep 15 02:50:02.240768 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0c816472-b02f-45be-9101-94157be2d827 req-47330f27-2469-4a63-b065-61eac9aaaaa8 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300117 Sep 15 02:50:02.525659 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:02.604275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-6bdfe341-0c20-47d1-bdf0-080e6266a1e0 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:02.605748 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-6bdfe341-0c20-47d1-bdf0-080e6266a1e0 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/networks?id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 200 len: 814 time: 0.1045072 Sep 15 02:50:02.620881 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-4277a824-1a76-4e03-a948-7f696c5d7265 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/quotas/f7efc7250fc943deac3f01c082f8cb7c HTTP/1.1" status: 200 len: 375 time: 0.0093625 Sep 15 02:50:02.670625 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-6ae17196-9f89-4daf-b9d8-6497b0f68ba2 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443139 Sep 15 02:50:02.763668 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-7e365f44-5794-46d1-b229-8bf2cf5a2c2b service neutron] 10.222.0.15 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807347 Sep 15 02:50:02.853836 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-727f91d5-562e-4191-9c00-d82ecc0f216d service neutron] 10.222.0.15 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839989 Sep 15 02:50:03.088937 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-be1eab5f-cce1-4801-90a3-073ba78494ef req-d9f1c7cc-bf6f-4ba4-acda-26185c6077d6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 210 time: 0.0262814 Sep 15 02:50:03.353266 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234b8c-ceef-4907-890c-9366022d677a req-c6db9b2d-4b16-4d2c-95e7-12d17ff27622 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:03.354721 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92234b8c-ceef-4907-890c-9366022d677a req-c6db9b2d-4b16-4d2c-95e7-12d17ff27622 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0475583 Sep 15 02:50:03.391935 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-92234b8c-ceef-4907-890c-9366022d677a req-29e85894-c7f4-407c-bdeb-85a894706ff4 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313454 Sep 15 02:50:04.182785 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-48f62e8a-df2d-49bb-92ca-da9a9a536d84 req-884a254b-1137-4772-9510-a08a1766f3c4 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 210 time: 0.0290439 Sep 15 02:50:04.505536 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f3c3-3777-4b91-8f46-37ee9ebacbb2 req-a39b3cea-c86e-48c6-a94f-325758a8a6c4 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:04.507504 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6456f3c3-3777-4b91-8f46-37ee9ebacbb2 req-a39b3cea-c86e-48c6-a94f-325758a8a6c4 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0486939 Sep 15 02:50:04.545335 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6456f3c3-3777-4b91-8f46-37ee9ebacbb2 req-5d23d6f1-d698-4ecd-89c7-f0bbf8826c59 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Sep 15 02:50:05.277498 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9904e750-066e-4325-a6a1-acfda41e8727 req-679ca9c5-78cc-4343-9e6a-196571bcc832 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 210 time: 0.0270731 Sep 15 02:50:05.280617 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-e002083d-c221-4703-b2d5-38cd9cdfabe9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:05.282136 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-e002083d-c221-4703-b2d5-38cd9cdfabe9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.37 "GET /v2.0/networks?id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 200 len: 814 time: 0.1042676 Sep 15 02:50:05.300308 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'port': {'device_id': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'admin_state_up': True, 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:05.488866 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Made reservation on behalf of f7efc7250fc943deac3f01c082f8cb7c for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:05.492721 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.621421 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Allocated IP 172.20.0.8 (8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8/9ccb90d4-ff67-4bc4-82d4-ed615308400f/44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:50:05.662378 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ae3ae-ef6a-4cc2-9381-c464ff2620bd req-b1daa3d8-c4d8-4b94-a821-8e49a76e231b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:05.666658 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-492ae3ae-ef6a-4cc2-9381-c464ff2620bd req-b1daa3d8-c4d8-4b94-a821-8e49a76e231b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0503566 Sep 15 02:50:05.707297 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-492ae3ae-ef6a-4cc2-9381-c464ff2620bd req-0d9ec37e-42db-43bc-a515-b5405c06dfad tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358617 Sep 15 02:50:05.777250 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.877934 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.924030 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:50:05.927548 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:50:05.931474 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:50:05.995167 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:06.014924 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:06.015750 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.115729 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-8c1fbcba-d138-4fd3-ab12-76c20221b482 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189857 Sep 15 02:50:06.199671 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4fbe8c20-12c6-403f-a63b-acc5e083e022 None None] Provisioning complete for port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:06.200225 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8c20-12c6-403f-a63b-acc5e083e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.245711 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe8c20-12c6-403f-a63b-acc5e083e022 None None] Port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:50:06.402363 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d8158-4f64-4813-a475-fbce8150dbf2 req-7a6cffa0-940f-4916-8c6d-b1f6409b3f82 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:06.403976 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-065d8158-4f64-4813-a475-fbce8150dbf2 req-7a6cffa0-940f-4916-8c6d-b1f6409b3f82 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0530825 Sep 15 02:50:06.443400 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-065d8158-4f64-4813-a475-fbce8150dbf2 req-db40895f-16eb-42e7-9511-3f847e814174 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333478 Sep 15 02:50:06.826270 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d5b47-9e70-4342-bb2c-fb3844346578 req-4ce6efd3-e6f1-4df0-a670-43ce849a8aec tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:06.827851 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fe8d5b47-9e70-4342-bb2c-fb3844346578 req-4ce6efd3-e6f1-4df0-a670-43ce849a8aec tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0501473 Sep 15 02:50:06.868651 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-fe8d5b47-9e70-4342-bb2c-fb3844346578 req-116faa93-4064-49db-ae15-41f6fcd99381 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347569 Sep 15 02:50:07.567870 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae69a-786a-4214-ab10-3f9006e2b54e req-2127c4cd-562f-4dff-afb8-75d0295e6ffe tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.569379 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e49ae69a-786a-4214-ab10-3f9006e2b54e req-2127c4cd-562f-4dff-afb8-75d0295e6ffe tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0544891 Sep 15 02:50:07.607912 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e49ae69a-786a-4214-ab10-3f9006e2b54e req-0773d11b-186a-472e-b82d-bb6e6f808662 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Sep 15 02:50:07.989223 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a20d8-bb2f-40e4-9c40-072b682cbca3 req-46d1e608-361c-4217-a123-285bcebbe5c6 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.990661 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f60a20d8-bb2f-40e4-9c40-072b682cbca3 req-46d1e608-361c-4217-a123-285bcebbe5c6 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0528719 Sep 15 02:50:08.030189 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f60a20d8-bb2f-40e4-9c40-072b682cbca3 req-fb545def-8487-4b43-a8c4-7aedb4bfae6e tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331590 Sep 15 02:50:08.726952 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca910e-3851-4825-8a27-c7b49aee0e96 req-dc8f01d9-f6b2-4c50-8950-d8a0454741fd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:08.728476 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-62ca910e-3851-4825-8a27-c7b49aee0e96 req-dc8f01d9-f6b2-4c50-8950-d8a0454741fd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0507224 Sep 15 02:50:08.767238 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-62ca910e-3851-4825-8a27-c7b49aee0e96 req-1246ea7d-b4e7-421c-9553-f12c3984b122 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Sep 15 02:50:09.146162 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ace288-e93d-4a55-b750-619e225ffb93 req-662bb6c1-e9ee-4698-9155-4b81d5735cb4 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:09.147626 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77ace288-e93d-4a55-b750-619e225ffb93 req-662bb6c1-e9ee-4698-9155-4b81d5735cb4 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0492253 Sep 15 02:50:09.191435 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-77ace288-e93d-4a55-b750-619e225ffb93 req-055e9848-3ff0-436c-ac5c-2708e692fa6c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374467 Sep 15 02:50:09.889696 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1a08b-fabe-4a1a-959d-31f466bdc687 req-52cc852e-95c8-45ab-8436-4c94ca15b207 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:09.891193 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ad1a08b-fabe-4a1a-959d-31f466bdc687 req-52cc852e-95c8-45ab-8436-4c94ca15b207 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0537887 Sep 15 02:50:09.931318 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9ad1a08b-fabe-4a1a-959d-31f466bdc687 req-c118d1bc-8b44-4ea1-9189-0ff77d58f916 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Sep 15 02:50:10.308647 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e83c33-49e5-4136-ac34-c3a20eb20560 req-a62acad5-9f2b-4a17-8901-de38c10929b7 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:10.310152 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a9e83c33-49e5-4136-ac34-c3a20eb20560 req-a62acad5-9f2b-4a17-8901-de38c10929b7 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Sep 15 02:50:10.350501 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a9e83c33-49e5-4136-ac34-c3a20eb20560 req-bfb03964-64f4-4648-a350-8a2cdf458567 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342321 Sep 15 02:50:11.050564 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394986c-d0d8-4375-8dfb-01f41286013a req-7cf7b5df-c663-4358-a20f-c4bb2fe746ab tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:11.052078 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6394986c-d0d8-4375-8dfb-01f41286013a req-7cf7b5df-c663-4358-a20f-c4bb2fe746ab tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0501695 Sep 15 02:50:11.091619 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6394986c-d0d8-4375-8dfb-01f41286013a req-2fe19a4e-b5d5-4c12-9131-4c57bfaa5094 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Sep 15 02:50:11.469120 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffa904-7457-435f-98d0-f8b9bb83488d req-0fb2588b-011c-4fe0-8ad3-e818cf02992b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:11.471904 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-30ffa904-7457-435f-98d0-f8b9bb83488d req-0fb2588b-011c-4fe0-8ad3-e818cf02992b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0530717 Sep 15 02:50:11.510334 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-30ffa904-7457-435f-98d0-f8b9bb83488d req-31758dd5-7ed1-427c-9fc0-982462503c28 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334976 Sep 15 02:50:12.208110 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3e1d-8a5e-4744-9551-544a701d313d req-2901d103-333b-4e80-b42f-fe09a8e48b81 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:12.209703 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1cf3e1d-8a5e-4744-9551-544a701d313d req-2901d103-333b-4e80-b42f-fe09a8e48b81 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0494022 Sep 15 02:50:12.250184 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1cf3e1d-8a5e-4744-9551-544a701d313d req-a6882ff6-7341-4300-b78f-3851176135e6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Sep 15 02:50:12.628556 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42c592-a941-48d0-ab8a-7d239db0a142 req-b19192e6-f938-48c8-a1a1-cebffb26bda7 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:12.630109 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5a42c592-a941-48d0-ab8a-7d239db0a142 req-b19192e6-f938-48c8-a1a1-cebffb26bda7 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0488446 Sep 15 02:50:12.669703 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5a42c592-a941-48d0-ab8a-7d239db0a142 req-707b3d20-44cd-4eaa-bb61-fe13a757cf0b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Sep 15 02:50:13.370368 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ac733-8728-4f1c-a1dc-ddb14f51f027 req-1d9c9e77-3238-430d-94c1-b8fcf6a85a7a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:13.371878 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e6ac733-8728-4f1c-a1dc-ddb14f51f027 req-1d9c9e77-3238-430d-94c1-b8fcf6a85a7a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0537460 Sep 15 02:50:13.409772 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e6ac733-8728-4f1c-a1dc-ddb14f51f027 req-5aec5a09-43c6-4b9e-85a3-ea57ef31a83f tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Sep 15 02:50:13.785898 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782121f-17c5-4b0f-b0e7-4be4dab24931 req-af281d58-f6ca-4e12-8f8b-0d1bb137e93d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:13.787514 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5782121f-17c5-4b0f-b0e7-4be4dab24931 req-af281d58-f6ca-4e12-8f8b-0d1bb137e93d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0497971 Sep 15 02:50:13.825805 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5782121f-17c5-4b0f-b0e7-4be4dab24931 req-498a9d39-66c8-4a7b-8d73-92ab4fbe1e8a tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Sep 15 02:50:14.525236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f8998-9289-4d1d-a218-986c26e4cb7f req-d078826c-7126-4003-89a3-1ed9cec60366 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:14.526881 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-796f8998-9289-4d1d-a218-986c26e4cb7f req-d078826c-7126-4003-89a3-1ed9cec60366 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0493033 Sep 15 02:50:14.567456 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-796f8998-9289-4d1d-a218-986c26e4cb7f req-ade0e3d5-5f16-4174-8f51-991a71a063b8 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Sep 15 02:50:14.954197 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685b2c2-c01f-48d4-8cd9-6d4c3d29a343 req-90d8cbe2-1db1-45e0-86a3-511402bfb034 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:14.954197 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c685b2c2-c01f-48d4-8cd9-6d4c3d29a343 req-90d8cbe2-1db1-45e0-86a3-511402bfb034 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0520720 Sep 15 02:50:14.989772 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c685b2c2-c01f-48d4-8cd9-6d4c3d29a343 req-f4a82f61-50a8-4a1c-bfe5-b79dc8da882a tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348628 Sep 15 02:50:15.685047 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e0031-2545-400e-b2f6-b5daed9f281a req-18b57ddd-f61c-4ae4-a4aa-2059ff516bdb tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:15.685999 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea7e0031-2545-400e-b2f6-b5daed9f281a req-18b57ddd-f61c-4ae4-a4aa-2059ff516bdb tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0478222 Sep 15 02:50:15.723989 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea7e0031-2545-400e-b2f6-b5daed9f281a req-eceb5390-49cf-433d-b029-94382ae57678 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Sep 15 02:50:16.112255 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b06e7-69fb-48bd-806d-60ae44fc8178 req-998de619-a54c-429c-914e-d391cf487262 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:16.113737 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b7b06e7-69fb-48bd-806d-60ae44fc8178 req-998de619-a54c-429c-914e-d391cf487262 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0508173 Sep 15 02:50:16.156681 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0b7b06e7-69fb-48bd-806d-60ae44fc8178 req-3dab0924-e4a5-46a2-8ffa-c4c35f62f29c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361540 Sep 15 02:50:16.175884 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Request body: {'port': {'device_id': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:16.237137 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:16.436239 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-98797ce6-7478-46a2-8317-125ed8f75c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:16.437796 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-98797ce6-7478-46a2-8317-125ed8f75c24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1098 time: 0.0806310 Sep 15 02:50:16.601818 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-ab51af83-59cc-4067-93fd-697da282e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:16.603464 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-ab51af83-59cc-4067-93fd-697da282e095 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 910 time: 0.1303365 Sep 15 02:50:16.672372 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:16.682646 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:16.702380 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-bba8fd30-8b50-49cf-904b-4166bbfa0e7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 1000 time: 0.0781834 Sep 15 02:50:16.704648 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Transition to ACTIVE for port object 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:50:16.750482 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-b7a07461-d713-4830-aa4c-176971e2c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:16.751892 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-b7a07461-d713-4830-aa4c-176971e2c140 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 200 len: 848 time: 0.0429358 Sep 15 02:50:16.800295 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-2e261bdd-ef23-4399-9a25-6fc361a6336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:16.801793 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-2e261bdd-ef23-4399-9a25-6fc361a6336b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9d3918-fb15-4987-99fe-bdea04d65c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422940 Sep 15 02:50:16.840587 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe24fc-0e7e-4df2-bd77-9ca9eb36b802 req-0adc4ae0-e875-42f6-bcc1-0fdc66c62dfb tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:16.842138 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-56fe24fc-0e7e-4df2-bd77-9ca9eb36b802 req-0adc4ae0-e875-42f6-bcc1-0fdc66c62dfb tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 931 time: 0.0519576 Sep 15 02:50:16.872814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:16.882489 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-56fe24fc-0e7e-4df2-bd77-9ca9eb36b802 req-32995464-bb83-4843-865f-fbd1332606e5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340908 Sep 15 02:50:16.938010 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-fe6fc8f5-8c2d-41d6-80f3-7bb6f657e071 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286681 Sep 15 02:50:16.940340 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Pushing event updated for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:17.078300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Attempting to bind port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:50:17.078634 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Attempting to bind port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:50:17.078960 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Attempting to bind port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac on network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:17.089822 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac on network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:50:17.090142 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Attempting to bind port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac on network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:17.094274 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-66beab5e-23c9-4abb-8bcd-d05ca6cd3bf6 req-00e24f28-da73-4f64-b06e-bf709931be5e service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468439 Sep 15 02:50:17.096841 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Checking agent: {'id': 'b36f5c1d-a852-49f0-ae69-9a183e9742c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'started_at': datetime.datetime(2021, 9, 15, 2, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:50:17.097182 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Checking segment: {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:50:17.097551 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Bound using segment: {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:50:17.097969 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Bound port: 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235787e1-d226-4fc4-8c6c-cb7135231a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:50:17.098322 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:17.164961 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:50:17.167928 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:50:17.234754 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:17.269417 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.269974 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:17.271395 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] 10.222.0.37 "PUT /v2.0/ports/44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 1093 time: 1.1003392 Sep 15 02:50:17.271781 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:17.274187 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94efe779-fe0e-4b05-b32f-3fa3e4ad21bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:17.278596 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825752f-5a1f-4bf3-8119-45cb98bd21bf req-493a2029-07ba-43dc-80fe-5a9d73973f12 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.281158 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f825752f-5a1f-4bf3-8119-45cb98bd21bf req-493a2029-07ba-43dc-80fe-5a9d73973f12 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Sep 15 02:50:17.317104 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8d797-9042-4afe-b73e-f03474bbf417 service neutron] Pushing event updated for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:17.325191 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166ae112-d9c5-4267-b6f5-b86dd8de5b4e x-openstack-request-id: req-166ae112-d9c5-4267-b6f5-b86dd8de5b4e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:17.325486 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:17.325742 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-166ae112-d9c5-4267-b6f5-b86dd8de5b4e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:17.326140 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'status': 'completed', 'code': 200} Sep 15 02:50:17.327192 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f825752f-5a1f-4bf3-8119-45cb98bd21bf req-d19330d0-3b84-422b-8240-840dcec5e242 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Sep 15 02:50:17.417266 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe779-fe0e-4b05-b32f-3fa3e4ad21bf req-bc680c0a-8b76-4766-82da-336d52146a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.418789 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-94efe779-fe0e-4b05-b32f-3fa3e4ad21bf req-bc680c0a-8b76-4766-82da-336d52146a4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1096 time: 0.0480309 Sep 15 02:50:17.528343 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe779-fe0e-4b05-b32f-3fa3e4ad21bf req-2db6eae7-6b0b-481b-b407-ba0f014974fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.529728 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-94efe779-fe0e-4b05-b32f-3fa3e4ad21bf req-2db6eae7-6b0b-481b-b407-ba0f014974fb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950873 Sep 15 02:50:17.623147 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe779-fe0e-4b05-b32f-3fa3e4ad21bf req-3eb8b271-b03c-4eb7-8cd3-5452456b7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.624633 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-94efe779-fe0e-4b05-b32f-3fa3e4ad21bf req-3eb8b271-b03c-4eb7-8cd3-5452456b7999 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869861 Sep 15 02:50:17.727425 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-05ebd009-2855-445e-a5f0-2f650f9920c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.728914 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-05ebd009-2855-445e-a5f0-2f650f9920c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1096 time: 0.0439909 Sep 15 02:50:17.777189 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-bfda98fe-6a5c-4375-9a06-9c5a0ded5179 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 217 time: 0.0330594 Sep 15 02:50:17.825182 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-98a27a7a-587d-4d85-9842-927e66e6cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.826441 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-98a27a7a-587d-4d85-9842-927e66e6cfa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ccb90d4-ff67-4bc4-82d4-ed615308400f HTTP/1.1" status: 200 len: 853 time: 0.0409629 Sep 15 02:50:17.873972 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b80af-1843-4048-ac46-e48411547fe9 req-5c1d3b68-12e0-447e-9645-448429e135dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.875409 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-5c1d3b68-12e0-447e-9645-448429e135dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408072 Sep 15 02:50:17.966422 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-3ee76930-b661-491a-9df2-2670d134d682 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819752 Sep 15 02:50:17.996043 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739fad-2e3a-4227-a593-43a8c054d5bf req-4e4dc5b0-f87c-430d-ab62-9a0d1ed9a4b1 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:17.997901 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cb739fad-2e3a-4227-a593-43a8c054d5bf req-4e4dc5b0-f87c-430d-ab62-9a0d1ed9a4b1 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 943 time: 0.0471554 Sep 15 02:50:18.034783 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-cb739fad-2e3a-4227-a593-43a8c054d5bf req-f1d97fcd-6353-4073-82b6-f05d916db26a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Sep 15 02:50:18.059598 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-833b80af-1843-4048-ac46-e48411547fe9 req-e572ef79-982b-439f-8359-267ab1199f69 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852566 Sep 15 02:50:18.442476 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97066ae9-6529-4157-b713-d46e2933497e req-3e7a5a34-56c2-4ea7-952f-e27c08de2feb tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:18.443916 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-97066ae9-6529-4157-b713-d46e2933497e req-3e7a5a34-56c2-4ea7-952f-e27c08de2feb tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0499198 Sep 15 02:50:18.481492 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-97066ae9-6529-4157-b713-d46e2933497e req-48f06d37-5dd3-4ce9-87ac-d83ac3e39502 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309391 Sep 15 02:50:19.297239 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55408366-4421-4b1b-a5f9-c78639026c7d req-a4a8d124-903a-45b0-b30f-a84dfd29838b tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:19.298702 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-55408366-4421-4b1b-a5f9-c78639026c7d req-a4a8d124-903a-45b0-b30f-a84dfd29838b tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 943 time: 0.1987753 Sep 15 02:50:19.335126 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-55408366-4421-4b1b-a5f9-c78639026c7d req-c55c5362-fd68-48d4-bbb9-d123a765bd95 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Sep 15 02:50:19.641430 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081748d1-2dca-41cd-9072-8ac136c15999 req-74d30c7d-dd4e-44c4-b395-13a50a23822b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:19.642879 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-081748d1-2dca-41cd-9072-8ac136c15999 req-74d30c7d-dd4e-44c4-b395-13a50a23822b tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0955396 Sep 15 02:50:19.679536 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-081748d1-2dca-41cd-9072-8ac136c15999 req-147e2deb-4317-4b59-a5b5-b4aa7c8434b5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Sep 15 02:50:20.450621 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b374-0171-473f-bc37-1e17bfb49e22 req-94024ac6-fbb7-4408-9402-bed014bdef0e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:20.452068 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7b73b374-0171-473f-bc37-1e17bfb49e22 req-94024ac6-fbb7-4408-9402-bed014bdef0e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 943 time: 0.0508568 Sep 15 02:50:20.488064 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7b73b374-0171-473f-bc37-1e17bfb49e22 req-0f73254f-bddb-46ce-8500-d5dd97da54dc tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301583 Sep 15 02:50:20.790729 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8944204-0ab2-4058-a5f0-51324665f041 req-ccbd4f2d-a5f5-46ce-aaf5-2199e999fa77 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:20.792167 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d8944204-0ab2-4058-a5f0-51324665f041 req-ccbd4f2d-a5f5-46ce-aaf5-2199e999fa77 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0467772 Sep 15 02:50:20.828227 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d8944204-0ab2-4058-a5f0-51324665f041 req-47d24158-5d33-49fa-a3d0-b9ae479c31df tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301740 Sep 15 02:50:21.218552 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:50:21.309462 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:21.320278 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'port_id': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'mac_address': 'fa:16:3e:9b:8c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:50:21.359419 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:21.372111 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:21.390590 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:21.448152 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:21.494686 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:21.599017 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ea5a0-2afe-4345-bc18-266bd471cd78 req-37397fd0-2360-4d3a-a915-97ae130ffd3b tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:21.600599 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-469ea5a0-2afe-4345-bc18-266bd471cd78 req-37397fd0-2360-4d3a-a915-97ae130ffd3b tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 944 time: 0.0476646 Sep 15 02:50:21.637336 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-469ea5a0-2afe-4345-bc18-266bd471cd78 req-05d1b630-a696-46a6-96af-fa6483dee332 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Sep 15 02:50:21.770114 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:21.942719 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcf2c5-00e1-474a-a619-c96db2435f3d req-e96076e3-3cac-469e-9189-0b7326e381a1 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:21.944165 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-79dcf2c5-00e1-474a-a619-c96db2435f3d req-e96076e3-3cac-469e-9189-0b7326e381a1 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0502179 Sep 15 02:50:21.983254 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-79dcf2c5-00e1-474a-a619-c96db2435f3d req-5d32a16d-3ef0-4b11-8ac2-102db6381769 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327022 Sep 15 02:50:22.748082 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478870b-267a-4b8e-9b81-5dcb0dae3bb4 req-eb385ecf-a6c1-4f27-9341-6695367b2d60 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:22.749545 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e478870b-267a-4b8e-9b81-5dcb0dae3bb4 req-eb385ecf-a6c1-4f27-9341-6695367b2d60 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 944 time: 0.0478272 Sep 15 02:50:22.785906 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e478870b-267a-4b8e-9b81-5dcb0dae3bb4 req-1c256ab3-d550-49db-bc15-ae36cd61ea9f tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305912 Sep 15 02:50:23.094531 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703119c-f452-468b-a40b-ba7fa968f66f req-407b97ee-2f91-465b-9694-1cde95a14ea6 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:23.096059 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1703119c-f452-468b-a40b-ba7fa968f66f req-407b97ee-2f91-465b-9694-1cde95a14ea6 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0465078 Sep 15 02:50:23.131392 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1703119c-f452-468b-a40b-ba7fa968f66f req-e22696ed-9afc-47e6-8317-7c54aef03b46 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293865 Sep 15 02:50:23.235269 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:50:23.333852 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning for port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:50:23.337687 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:23.338057 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:23.410376 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:23.431974 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:23.434220 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a2dd2-ebed-4faa-95c2-22766fc0f31b" -d '{"events": [{"server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "name": "network-vif-plugged", "status": "completed", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:23.449622 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:23.470420 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eca385-ffa1-4247-b8a9-7a6ef44a3c24 x-openstack-request-id: req-04eca385-ffa1-4247-b8a9-7a6ef44a3c24 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:23.470738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "name": "network-vif-plugged", "status": "completed", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:23.471012 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04eca385-ffa1-4247-b8a9-7a6ef44a3c24 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:23.471495 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'code': 200} Sep 15 02:50:23.514221 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:23.515016 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device eafe6ca6-066c-4728-8fd1-339143d57b2c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:23.589111 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:23.628716 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:23.660101 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:23.728824 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:23.778373 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:23.795732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8903f-266e-41ef-b282-21a34d3466ed req-d6ab28e7-1e0d-4447-83fd-79fcbdc83bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:23.797271 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-29e8903f-266e-41ef-b282-21a34d3466ed req-d6ab28e7-1e0d-4447-83fd-79fcbdc83bc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1098 time: 0.0390401 Sep 15 02:50:23.850817 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-29e8903f-266e-41ef-b282-21a34d3466ed req-c7b5f3e6-aac9-439b-a8df-d926b2682a04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282192 Sep 15 02:50:23.901606 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df5349-3695-47e1-abe5-b2874d018343 req-db000c70-1bd4-4d02-b6b7-f7caf82702b4 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:23.906597 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-20df5349-3695-47e1-abe5-b2874d018343 req-db000c70-1bd4-4d02-b6b7-f7caf82702b4 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0500882 Sep 15 02:50:23.940913 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-20df5349-3695-47e1-abe5-b2874d018343 req-dee7fa5c-bfb3-4ffe-b8c4-8d6f24d71a68 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Sep 15 02:50:24.244850 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c525ff-753c-4511-aae0-810d16f6fc60 req-71141def-fa39-437f-aa71-1c9bd48c23cb tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:24.246317 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-41c525ff-753c-4511-aae0-810d16f6fc60 req-71141def-fa39-437f-aa71-1c9bd48c23cb tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0485439 Sep 15 02:50:24.283929 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-41c525ff-753c-4511-aae0-810d16f6fc60 req-843fa195-8787-472a-8483-360008f49dda tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Sep 15 02:50:24.351382 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:25.052872 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea4cf-d36e-4b2a-95de-042a1763ea65 req-d599594c-630c-4d23-8f78-7b64603ee6f1 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:25.054354 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-552ea4cf-d36e-4b2a-95de-042a1763ea65 req-d599594c-630c-4d23-8f78-7b64603ee6f1 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0479686 Sep 15 02:50:25.092933 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-552ea4cf-d36e-4b2a-95de-042a1763ea65 req-9d156e66-03c5-496b-8742-dbd133896918 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Sep 15 02:50:25.406084 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c02e3a-6ec6-4634-9d52-332fb17fb7d0 req-ea28efc8-87b6-464b-a32b-835ea5abc92c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:25.408323 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a3c02e3a-6ec6-4634-9d52-332fb17fb7d0 req-ea28efc8-87b6-464b-a32b-835ea5abc92c tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0529985 Sep 15 02:50:25.448939 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a3c02e3a-6ec6-4634-9d52-332fb17fb7d0 req-594ca688-a80f-43c9-a9a7-f2922343f98e tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347955 Sep 15 02:50:25.472407 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:25.474951 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630e19eb-da52-4077-8489-eb24ca8bc1cc" -d '{"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-unplugged", "status": "completed", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:25.512628 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1247b0e-f93f-4e52-a1d8-f3cbc03b273a x-openstack-request-id: req-e1247b0e-f93f-4e52-a1d8-f3cbc03b273a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:25.512864 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-unplugged", "status": "completed", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:25.513465 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1247b0e-f93f-4e52-a1d8-f3cbc03b273a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:25.514048 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'code': 200} Sep 15 02:50:25.882207 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022a545-a6a4-4356-9cad-1c949e9abcb3 req-53ee499c-24e0-4028-b9ab-c69ed377c3d2 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:25.884482 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c022a545-a6a4-4356-9cad-1c949e9abcb3 req-53ee499c-24e0-4028-b9ab-c69ed377c3d2 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0493402 Sep 15 02:50:25.920863 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c022a545-a6a4-4356-9cad-1c949e9abcb3 req-a6542583-cceb-47dc-8fd1-9bd127d278e1 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306432 Sep 15 02:50:25.942921 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:26.022384 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-efbcba0e-0013-4e84-a61a-9d4389cb4b7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783396 Sep 15 02:50:26.031057 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-ab48571f-beb1-4f38-8437-4319e99ab9e8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:50:26.032007 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-ab48571f-beb1-4f38-8437-4319e99ab9e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048268 Sep 15 02:50:26.212137 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaace4-d119-48ae-a7d5-33433521cb53 req-b96b0b1c-6ec8-44a4-b588-d7a0158cfa03 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:26.213609 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5bfaace4-d119-48ae-a7d5-33433521cb53 req-b96b0b1c-6ec8-44a4-b588-d7a0158cfa03 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0531414 Sep 15 02:50:26.251623 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-5bfaace4-d119-48ae-a7d5-33433521cb53 req-6959d2a0-a578-452c-a4cf-c6133616c2ed tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Sep 15 02:50:26.365317 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f5b6a-4cc6-43d2-bcd2-aebfa48a166b req-f864eaca-395f-47dc-8803-ecda12f84128 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:26.368481 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a44f5b6a-4cc6-43d2-bcd2-aebfa48a166b req-f864eaca-395f-47dc-8803-ecda12f84128 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0494082 Sep 15 02:50:26.405703 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a44f5b6a-4cc6-43d2-bcd2-aebfa48a166b req-715be96b-71b1-4519-b6d1-fb5060ebe606 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Sep 15 02:50:26.731519 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5abd-de0b-4f54-b8bc-0fb54c75cc0f req-9500ed98-63d0-4998-aebb-a77349986ecb tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:26.733072 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-66ee5abd-de0b-4f54-b8bc-0fb54c75cc0f req-9500ed98-63d0-4998-aebb-a77349986ecb tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0486987 Sep 15 02:50:26.769994 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-66ee5abd-de0b-4f54-b8bc-0fb54c75cc0f req-b0b6dabf-dee4-4a2a-9076-353531749408 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Sep 15 02:50:27.037865 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78689db-5ba1-4d60-8db9-ebdb93d87e39 req-a3becd03-8294-42d7-ba43-362fc3c02269 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:27.039867 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c78689db-5ba1-4d60-8db9-ebdb93d87e39 req-a3becd03-8294-42d7-ba43-362fc3c02269 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0521798 Sep 15 02:50:27.077315 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c78689db-5ba1-4d60-8db9-ebdb93d87e39 req-db8c4c30-71bf-40c1-ba48-2031eddac2fa tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Sep 15 02:50:27.134214 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb043-98e4-4398-a394-06d184094d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:28.190374 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb8a3-2bbd-41e4-ba25-ef7222e49a54 req-e7254777-e47b-4ecc-a2a1-276470897406 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:28.191830 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f70fb8a3-2bbd-41e4-ba25-ef7222e49a54 req-e7254777-e47b-4ecc-a2a1-276470897406 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0474079 Sep 15 02:50:28.230403 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f70fb8a3-2bbd-41e4-ba25-ef7222e49a54 req-f84cf65c-5dca-411d-a43b-a8202228aa58 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Sep 15 02:50:28.626449 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-d7aadf80-a251-4171-a93c-599f40e90de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:28.627923 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-d7aadf80-a251-4171-a93c-599f40e90de8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2&tenant_id=8f88037298ab41778fa946121e07cd81 HTTP/1.1" status: 200 len: 1096 time: 0.0421681 Sep 15 02:50:28.829572 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-e54abfa8-1217-4f31-87b6-e5e65620acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:28.830930 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-e54abfa8-1217-4f31-87b6-e5e65620acae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1096 time: 0.0425675 Sep 15 02:50:28.920197 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-4350c22e-a788-4301-9b3e-307ef021eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:28.921766 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-4350c22e-a788-4301-9b3e-307ef021eb53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 910 time: 0.0833244 Sep 15 02:50:29.240563 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-f413c200-73e7-43f4-acfc-02e1dd5182ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 998 time: 0.3031683 Sep 15 02:50:29.292196 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-64b58313-e549-4ae5-8abe-49c681ee6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:29.293679 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-64b58313-e549-4ae5-8abe-49c681ee6561 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 200 len: 848 time: 0.0458436 Sep 15 02:50:29.339938 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-b3958559-d0b4-4104-a8ec-dd7d7eb1886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:29.341479 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-b3958559-d0b4-4104-a8ec-dd7d7eb1886f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9d3918-fb15-4987-99fe-bdea04d65c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404067 Sep 15 02:50:29.348812 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78881de-204e-43be-9a8f-593f3d8dfbd3 req-50d7f0e0-11fe-49cc-9ab7-34ae5a1ca958 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:29.350259 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a78881de-204e-43be-9a8f-593f3d8dfbd3 req-50d7f0e0-11fe-49cc-9ab7-34ae5a1ca958 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0488982 Sep 15 02:50:29.387987 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a78881de-204e-43be-9a8f-593f3d8dfbd3 req-f228e67b-8422-4d38-b5bc-6bb6c22e62f5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Sep 15 02:50:29.437836 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-1188f5c2-f45a-4448-874f-c1609febb9a4 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893042 Sep 15 02:50:29.528576 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c7ca7889-3b16-4c65-8f57-27dfaf4a4aa2 req-180d3b6e-d734-4382-a14c-6c4124e8ab9c service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839558 Sep 15 02:50:29.742811 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbf771f1-ba13-4337-b9b6-4da642200401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:30.000041 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:30.293337 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55068) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:30.450578 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Deleting port ac303047-b349-4652-8fd7-6544160dfdf1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:30.450932 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:30.508081 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ba07e-086f-4722-b493-7c24380379df req-ee260510-d2c7-47a9-a9a9-6af64d27a553 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:30.510222 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-594ba07e-086f-4722-b493-7c24380379df req-ee260510-d2c7-47a9-a9a9-6af64d27a553 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0538504 Sep 15 02:50:30.531511 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:30.531838 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:30.545594 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Calling delete_port for ac303047-b349-4652-8fd7-6544160dfdf1 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:30.550308 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-594ba07e-086f-4722-b493-7c24380379df req-3a8f6906-15b1-4622-90e5-b89fa22979f8 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324249 Sep 15 02:50:30.794074 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:30.819327 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event deleted for resources: {'Port': ['ID=ac303047-b349-4652-8fd7-6544160dfdf1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:30.881657 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:30.882059 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Floating IP d31b13b8-6b93-46e6-abdc-83478e4f8707 disassociated (deleted). External IP: 172.27.3.161, port: 91820896-ce3d-4cf9-93c3-29ed6c805cfa. Sep 15 02:50:30.954227 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:31.088879 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:31.117627 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:50:31.191814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:31.197209 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:31.203436 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:31.213153 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:31.213807 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:31.224133 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b0494fee-f4f7-4be0-81b6-aa3214a76a96 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "DELETE /v2.0/floatingips/d31b13b8-6b93-46e6-abdc-83478e4f8707 HTTP/1.1" status: 204 len: 168 time: 0.9298072 Sep 15 02:50:31.224844 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:31.227347 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3383657a-f629-4afb-b7f6-1c2bb79f8555" -d '{"events": [{"name": "network-changed", "server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:31.271224 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7719e005-9e31-448f-83da-77716b6ddaac x-openstack-request-id: req-7719e005-9e31-448f-83da-77716b6ddaac {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:31.271744 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:31.272098 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7719e005-9e31-448f-83da-77716b6ddaac {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:31.272661 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'status': 'completed', 'code': 200} Sep 15 02:50:31.331336 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:31.365333 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-6a5d48ba-b674-477d-ac2a-cbb86e4ca8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:31.366819 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-6a5d48ba-b674-477d-ac2a-cbb86e4ca8a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 1098 time: 0.0440245 Sep 15 02:50:31.473751 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-2d449c99-6161-404c-afa4-5bceb11c0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:31.476158 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-2d449c99-6161-404c-afa4-5bceb11c0b7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.1017702 Sep 15 02:50:31.517839 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-d45a43fa-7ea4-43df-980a-38c86589c198 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa HTTP/1.1" status: 200 len: 217 time: 0.0337541 Sep 15 02:50:31.562513 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:50Z', 'revision_number': 1, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:31.569948 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-c3be2978-3456-48f3-adba-5393ad3b4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:31.574172 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-c3be2978-3456-48f3-adba-5393ad3b4341 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0483842 Sep 15 02:50:31.607826 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:31.616535 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:31.617696 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:31.638735 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-c4c2390a-5b07-475b-808a-8faffdf43f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:31.640303 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-c4c2390a-5b07-475b-808a-8faffdf43f21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594177 Sep 15 02:50:31.651429 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-de0d3d95-f48a-485c-afc1-9e36d95f64b4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:50:31.652423 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-de0d3d95-f48a-485c-afc1-9e36d95f64b4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053422 Sep 15 02:50:31.677184 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880d110-166f-443a-82b2-a1a36ae7602c req-24b740a1-3b33-4ca9-8097-096dac43e29e tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:31.678759 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b880d110-166f-443a-82b2-a1a36ae7602c req-24b740a1-3b33-4ca9-8097-096dac43e29e tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0539141 Sep 15 02:50:31.727720 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b880d110-166f-443a-82b2-a1a36ae7602c req-acb86681-586f-4572-bb9a-db919ba09132 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Sep 15 02:50:31.755555 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-3854e3b4-103d-40b4-9791-4c9b477eb1a1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960908 Sep 15 02:50:31.762259 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:31.853917 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-3383657a-f629-4afb-b7f6-1c2bb79f8555 req-c4dd9d25-432f-42ba-b1ea-7aee7922dec9 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906467 Sep 15 02:50:31.888142 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36051d-a17a-4d8a-926d-cf7c98ec68ab req-364e0637-06cf-4968-93df-aabe143119b7 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:31.889938 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1f36051d-a17a-4d8a-926d-cf7c98ec68ab req-364e0637-06cf-4968-93df-aabe143119b7 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 945 time: 0.0507703 Sep 15 02:50:31.931944 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1f36051d-a17a-4d8a-926d-cf7c98ec68ab req-04bdefa7-90a1-4356-bda1-6fa5af4ccd9a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Sep 15 02:50:32.001416 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:50Z', 'revision_number': 1, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:32.026626 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebba08-b071-4a3d-b510-17f7c5814bb8 None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '83304805-6e99-4576-b94f-93d92740cb8c', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'port_id': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'mac_address': 'fa:16:3e:ac:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:46:48Z', 'updated_at': '2021-09-15T02:46:50Z', 'revision_number': 1, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:32.228201 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5a946-b87f-4483-ac49-b7a0f55b3e5c None None] New status for floating IP d31b13b8-6b93-46e6-abdc-83478e4f8707: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:50:32.505220 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:32.844157 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567a4b-0e10-4e57-bfab-835046246d8b req-5bc37c6c-bc3a-4ee0-9507-660c41f07643 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:32.845629 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1567a4b-0e10-4e57-bfab-835046246d8b req-5bc37c6c-bc3a-4ee0-9507-660c41f07643 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0503955 Sep 15 02:50:32.883306 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-b1567a4b-0e10-4e57-bfab-835046246d8b req-4885b4e2-22da-47bf-886b-23b21cf97c4e tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Sep 15 02:50:33.046267 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65473b2-1725-4229-a513-9628a2b83e58 req-b3992ac7-046c-4d81-91a8-4b3a084b374a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:33.047902 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e65473b2-1725-4229-a513-9628a2b83e58 req-b3992ac7-046c-4d81-91a8-4b3a084b374a tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 945 time: 0.0483575 Sep 15 02:50:33.056817 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-45ce7d0c-df27-4302-a412-9d83e86c60c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406439 Sep 15 02:50:33.087291 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e65473b2-1725-4229-a513-9628a2b83e58 req-b5d2baa8-da13-43f7-a539-5a90e7301a1e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Sep 15 02:50:33.189527 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb421-8764-40f0-b986-4f35814495cb req-14893e59-87c7-4060-9e29-20b964064d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:33.190944 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-14893e59-87c7-4060-9e29-20b964064d0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1099 time: 0.0384326 Sep 15 02:50:33.303085 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb421-8764-40f0-b986-4f35814495cb req-7d587afa-4831-4ae8-b723-e1e1dad0fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:33.304621 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-7d587afa-4831-4ae8-b723-e1e1dad0fdfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.0863686 Sep 15 02:50:33.367815 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-aff783bf-d342-489b-9407-1fad5752abd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b HTTP/1.1" status: 200 len: 1002 time: 0.0556247 Sep 15 02:50:33.419687 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb421-8764-40f0-b986-4f35814495cb req-bab7d540-bc47-4f05-8f3a-2cb755514997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:33.421344 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-bab7d540-bc47-4f05-8f3a-2cb755514997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0463660 Sep 15 02:50:33.468537 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb421-8764-40f0-b986-4f35814495cb req-4ff7bc7b-69e7-49b7-95e0-af130b315d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:33.469958 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-4ff7bc7b-69e7-49b7-95e0-af130b315d61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388417 Sep 15 02:50:33.561330 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-962c9cf6-9d60-46e9-9ef2-34edb0f765eb service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801613 Sep 15 02:50:33.691203 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-3e3d7c40-4d17-43ef-bf62-bfb6c0cbbb7c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:33.692730 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-3e3d7c40-4d17-43ef-bf62-bfb6c0cbbb7c tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 945 time: 0.1028190 Sep 15 02:50:33.732015 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-e87cb421-8764-40f0-b986-4f35814495cb req-fb18219e-f890-441f-8521-c8217f84eea6 service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431801 Sep 15 02:50:33.795959 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Deleting port 91820896-ce3d-4cf9-93c3-29ed6c805cfa {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:33.796279 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:33.881554 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] For port 91820896-ce3d-4cf9-93c3-29ed6c805cfa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91820896-ce3d-4cf9-93c3-29ed6c805cfa,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:33.881830 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:33.894583 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Calling delete_port for 91820896-ce3d-4cf9-93c3-29ed6c805cfa owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:34.050237 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c27656-4e68-4594-9529-3aec6c09f556 req-4cba56b5-e3b7-4de9-bbf8-f29c09f6360d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:34.051931 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-54c27656-4e68-4594-9529-3aec6c09f556 req-4cba56b5-e3b7-4de9-bbf8-f29c09f6360d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0543544 Sep 15 02:50:34.088490 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:34.094348 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-54c27656-4e68-4594-9529-3aec6c09f556 req-69186dff-678d-4998-886a-469c36f8fe5d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353854 Sep 15 02:50:34.122296 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event deleted for resources: {'Port': ['ID=91820896-ce3d-4cf9-93c3-29ed6c805cfa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:34.171562 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] No DVR routers for this DVR port 91820896-ce3d-4cf9-93c3-29ed6c805cfa on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:34.174237 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:34.179082 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-205bf04e-0dbf-4a39-878d-c02aa65bd7e4 req-7da19557-d897-4abc-8aad-0db2e2a948fa tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "DELETE /v2.0/ports/91820896-ce3d-4cf9-93c3-29ed6c805cfa HTTP/1.1" status: 204 len: 173 time: 0.4754856 Sep 15 02:50:34.179082 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'name': 'network-vif-deleted', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:34.179082 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db935111-49d7-4760-9b88-d9eb6184656b" -d '{"events": [{"server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "name": "network-vif-deleted", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:34.209840 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9d8e9b1f-dc24-4d51-ba3e-72b7dd5ffca8 req-bbf85415-4ef7-404e-ac24-39846241e4d4 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0332534 Sep 15 02:50:34.220536 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc9f85b-6c90-4234-b880-d5860223f36e x-openstack-request-id: req-cbc9f85b-6c90-4234-b880-d5860223f36e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:34.220831 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7865202-7d91-4ec3-8097-3aff131ac985", "name": "network-vif-deleted", "tag": "91820896-ce3d-4cf9-93c3-29ed6c805cfa", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:34.221251 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbc9f85b-6c90-4234-b880-d5860223f36e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:34.221453 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7865202-7d91-4ec3-8097-3aff131ac985', 'name': 'network-vif-deleted', 'tag': '91820896-ce3d-4cf9-93c3-29ed6c805cfa', 'status': 'completed', 'code': 200} Sep 15 02:50:35.209680 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ff67-3380-4699-a726-593bcaab1e0a req-442f1403-c753-46e8-bbdc-21cb38b71e3a tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:35.211531 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0438ff67-3380-4699-a726-593bcaab1e0a req-442f1403-c753-46e8-bbdc-21cb38b71e3a tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0494449 Sep 15 02:50:35.249714 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0438ff67-3380-4699-a726-593bcaab1e0a req-248ce5ec-e936-4bd8-bb20-3035ee067917 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323663 Sep 15 02:50:35.315122 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-e8629a35-1d81-459f-aec9-bd0ad6818e68 req-ba3f4a10-e9ec-4f58-90ff-57b0d5d19195 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7865202-7d91-4ec3-8097-3aff131ac985 HTTP/1.1" status: 200 len: 210 time: 0.0274527 Sep 15 02:50:36.361822 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d8fc7-cea0-4a0d-a789-e9315ac789a5 req-fc1f731f-f54c-4e4d-a127-2ac365954c38 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:36.363290 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e1d8fc7-cea0-4a0d-a789-e9315ac789a5 req-fc1f731f-f54c-4e4d-a127-2ac365954c38 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0471964 Sep 15 02:50:36.402034 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-6e1d8fc7-cea0-4a0d-a789-e9315ac789a5 req-cf519394-f8d1-4c8b-abac-b3e7b0f35bfd tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Sep 15 02:50:37.112115 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4db8a-d8ac-45f3-8ef5-a7063e74d161 req-29b28257-c16a-4178-bbb4-d34a94589f75 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.113495 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1de4db8a-d8ac-45f3-8ef5-a7063e74d161 req-29b28257-c16a-4178-bbb4-d34a94589f75 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0515707 Sep 15 02:50:37.151629 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1de4db8a-d8ac-45f3-8ef5-a7063e74d161 req-82025bb9-501b-4655-b114-807aaadfccc7 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Sep 15 02:50:37.173332 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55124) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:37.254938 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c290cf6-b170-45eb-add6-fe3376761c43 tempest-TestMinimumBasicScenario-1590607420 tempest-TestMinimumBasicScenario-1590607420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.256551 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-1c290cf6-b170-45eb-add6-fe3376761c43 tempest-TestMinimumBasicScenario-1590607420 tempest-TestMinimumBasicScenario-1590607420-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1093 time: 0.0821915 Sep 15 02:50:37.259568 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55128) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:37.263703 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'floatingip': {'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'port_id': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:37.315175 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device eafe6ca6-066c-4728-8fd1-339143d57b2c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:50:37.324206 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 91820896-ce3d-4cf9-93c3-29ed6c805cfa no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:37.348929 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:37.353040 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 91820896-ce3d-4cf9-93c3-29ed6c805cfa {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:37.353040 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 91820896-ce3d-4cf9-93c3-29ed6c805cfa not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:37.438683 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:37.448943 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:37.449706 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Returning: {'device': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'port_id': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'mac_address': 'fa:16:3e:b7:9a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:50:37.492945 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:37.505574 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafe6ca6-066c-4728-8fd1-339143d57b2c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:37.528883 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:37.530031 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a156-27ff-4646-a46f-f77c3a80e34a req-c33f4cbf-699a-4cdd-920f-2464f7c63cf6 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.531632 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0590a156-27ff-4646-a46f-f77c3a80e34a req-c33f4cbf-699a-4cdd-920f-2464f7c63cf6 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 943 time: 0.0569048 Sep 15 02:50:37.561875 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Allocated IP 172.27.3.137 (4e0ccc62-3acb-44d4-be11-a4bfc744ecea/f66c12b3-6878-426c-83cf-ff173e4cdf76/fa06589f-a152-433d-93bd-22678ecfed3e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:50:37.571043 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0590a156-27ff-4646-a46f-f77c3a80e34a req-ac283570-2ff5-45f2-8b78-59059a15b698 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334420 Sep 15 02:50:37.599940 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:37.647209 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:37.676834 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:37.783864 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785541659832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:37.828159 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Network 4e0ccc62-3acb-44d4-be11-a4bfc744ecea is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:50:37.831084 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:50:37.837875 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:50:37.840823 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'Port': ['ID=fa06589f-a152-433d-93bd-22678ecfed3e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:37.979822 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['eafe6ca6-066c-4728-8fd1-339143d57b2c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:38.174960 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:38.292819 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:38.441160 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:38.493638 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487875'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:38.564421 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'Port': ['ID=fa06589f-a152-433d-93bd-22678ecfed3e,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:38.574616 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725766'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:38.577660 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.582732 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:38.684644 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5c71-7232-4b0f-a497-fe27fc4cbddd req-f13b6750-8a47-49c5-a373-aa7abb1e29e4 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:38.686228 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-228f5c71-7232-4b0f-a497-fe27fc4cbddd req-f13b6750-8a47-49c5-a373-aa7abb1e29e4 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 944 time: 0.0491211 Sep 15 02:50:38.725810 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-228f5c71-7232-4b0f-a497-fe27fc4cbddd req-72b2f9f5-cbb8-4174-8db8-b161f7b1d5c7 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334718 Sep 15 02:50:38.808925 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:38.927140 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Floating IP 5ef93899-7667-465a-8641-a858597788a6 associated. External IP: 172.27.3.137, port: 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac. Sep 15 02:50:38.966101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Deleting port bfdc98a1-c54d-49d7-89cc-c0666d97debb {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:38.966441 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.039969 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.040297 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.051639 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Calling delete_port for bfdc98a1-c54d-49d7-89cc-c0666d97debb owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:39.131517 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:39.238039 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:39.247973 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40152a7-c704-4470-b117-467e9191b75f None None] Sync routers for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:39.256963 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:39.257626 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:39.274841 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.307951 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event deleted for resources: {'Port': ['ID=bfdc98a1-c54d-49d7-89cc-c0666d97debb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:39.331927 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.332444 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.332786 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.333119 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.333449 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.333777 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.334101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.334421 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.334744 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.335061 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.335380 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.336215 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.349121 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.377932 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.378273 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.db.l3_db [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Floating IP 83304805-6e99-4576-b94f-93d92740cb8c disassociated (deleted). External IP: 172.27.3.232, port: e1078d11-0994-456e-b363-31f4d0d1aa6b. Sep 15 02:50:39.380764 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-fa70e68c-7504-4e07-a576-23042d308b5e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1199553 Sep 15 02:50:39.381681 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:39.384785 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd37ed68-cce9-4a00-840a-99251af8a923" -d '{"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:39.386592 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:39.418611 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-60e666b6-c99b-42ee-9197-f80fd574c1c6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453548935', 'description': 'tempest-secgroup-smoke-453548935 description', 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:39.424460 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b6051c-5b2c-4ce4-affd-0a8d4d807a8d x-openstack-request-id: req-76b6051c-5b2c-4ce4-affd-0a8d4d807a8d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:39.424760 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:39.425069 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76b6051c-5b2c-4ce4-affd-0a8d4d807a8d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:39.425911 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'status': 'completed', 'code': 200} Sep 15 02:50:39.454996 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device eafe6ca6-066c-4728-8fd1-339143d57b2c up at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:50:39.512588 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-e55a4e04-08a5-48cc-aea0-a1d9497cc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:39.514407 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-e55a4e04-08a5-48cc-aea0-a1d9497cc967 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1098 time: 0.0442023 Sep 15 02:50:39.529753 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:39.542514 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60e666b6-c99b-42ee-9197-f80fd574c1c6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.562971 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Provisioning complete for port eafe6ca6-066c-4728-8fd1-339143d57b2c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:39.563259 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.633525 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-983970d2-3dea-435b-9e06-b449d5fcdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:39.635984 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-983970d2-3dea-435b-9e06-b449d5fcdde9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 200 len: 915 time: 0.1124425 Sep 15 02:50:39.652493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:39.718033 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-2e07491a-6cb7-46db-b635-2d4cfbf5beb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 999 time: 0.0701389 Sep 15 02:50:39.724934 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60e666b6-c99b-42ee-9197-f80fd574c1c6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.755561 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.780620 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-a4874bee-045e-441a-82d4-20bf0db19e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:39.782184 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-a4874bee-045e-441a-82d4-20bf0db19e67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ccb90d4-ff67-4bc4-82d4-ed615308400f HTTP/1.1" status: 200 len: 853 time: 0.0515146 Sep 15 02:50:39.790180 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60e666b6-c99b-42ee-9197-f80fd574c1c6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.797676 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:39.799897 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d64e6e65f105fd14ff9b68c278e6ceb1f29d4c598a387d65b6f9ea82ecc062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0892cf81-928e-40de-b467-79582fece4ff" -d '{"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-plugged", "status": "completed", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:39.833339 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:39.842331 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e666b6-c99b-42ee-9197-f80fd574c1c6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2528fba2-37ff-4afd-8141-2a5a65537592,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:39.843990 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-1062c358-3ffe-4a3f-99f9-cee4ce276a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:39.845524 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-1062c358-3ffe-4a3f-99f9-cee4ce276a99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522897 Sep 15 02:50:39.846466 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5bd528-92f5-4ac6-aa50-c393b973207c x-openstack-request-id: req-3a5bd528-92f5-4ac6-aa50-c393b973207c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:39.846763 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-plugged", "status": "completed", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:39.847004 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a5bd528-92f5-4ac6-aa50-c393b973207c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:39.847386 dv-cinder-760193-12-iscsi neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'code': 200} Sep 15 02:50:39.858746 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60e666b6-c99b-42ee-9197-f80fd574c1c6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.862913 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-60e666b6-c99b-42ee-9197-f80fd574c1c6 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4739773 Sep 15 02:50:39.863448 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55152) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:39.869256 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4b9ed833-8ec1-494b-b412-efed60863baa tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'security_group_rule': {'security_group_id': '2528fba2-37ff-4afd-8141-2a5a65537592', 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:39.870933 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '5ef93899-7667-465a-8641-a858597788a6', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'port_id': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'mac_address': 'fa:16:3e:9b:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:50:38Z', 'updated_at': '2021-09-15T02:50:38Z', 'revision_number': 0, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 5, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:39.888193 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:39.904695 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.905619 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:39.917524 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.922199 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40152a7-c704-4470-b117-467e9191b75f None None] Checking router: 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:39.923435 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:39.925785 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:39.937309 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-a31fede4-985e-488a-b820-8cb2eb46a583 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "DELETE /v2.0/floatingips/83304805-6e99-4576-b94f-93d92740cb8c HTTP/1.1" status: 204 len: 168 time: 1.1272547 Sep 15 02:50:39.938629 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:39.941201 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c713f6b-309e-4caa-8b96-ae7e926724f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:39.956237 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:39.956237 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:39.957216 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c370d64-5b8e-4c5f-ab78-64b6804e70c8 req-be04701e-fbdd-484e-afa6-79dc7956decf tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:39.958705 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7c370d64-5b8e-4c5f-ab78-64b6804e70c8 req-be04701e-fbdd-484e-afa6-79dc7956decf tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 944 time: 0.1533620 Sep 15 02:50:39.998597 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b9ed833-8ec1-494b-b412-efed60863baa tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.014845 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7c370d64-5b8e-4c5f-ab78-64b6804e70c8 req-edcdcb6a-4936-4208-9e64-0b45be327462 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477469 Sep 15 02:50:40.062949 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-66a329c8-48e5-4c67-965d-9d04435d271f service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817636 Sep 15 02:50:40.069953 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Pushing event updated for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:40.105133 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd599fb-0513-48fc-9c5d-144fb9bd9edf x-openstack-request-id: req-9dd599fb-0513-48fc-9c5d-144fb9bd9edf {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:40.105419 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:40.105680 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dd599fb-0513-48fc-9c5d-144fb9bd9edf {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:40.106079 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'status': 'completed', 'code': 200} Sep 15 02:50:40.108278 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:40.125385 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:40.135306 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b9ed833-8ec1-494b-b412-efed60863baa tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.202005 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b9ed833-8ec1-494b-b412-efed60863baa tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.228288 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ed833-8ec1-494b-b412-efed60863baa tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6d2a21-4ebe-4a97-b282-170eb7ef358f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:40.231016 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9477bc-1dd0-45ac-a952-1894239fbc49 req-c63cf6b6-e74b-475c-b59f-570b3b7c0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.232751 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0e9477bc-1dd0-45ac-a952-1894239fbc49 req-c63cf6b6-e74b-475c-b59f-570b3b7c0086 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1098 time: 0.0461886 Sep 15 02:50:40.259152 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-928bd588-81eb-46b3-8566-ebf806191a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.261998 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-928bd588-81eb-46b3-8566-ebf806191a1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ad607b4a604c2a9fdbd414efebf435&device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 1099 time: 0.0960574 Sep 15 02:50:40.267130 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-dd37ed68-cce9-4a00-840a-99251af8a923 req-d340dfa9-22c1-4866-9a2e-a108bf15acab service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760721 Sep 15 02:50:40.344497 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-0e9477bc-1dd0-45ac-a952-1894239fbc49 req-7cf105d4-0fc7-44f9-b7c5-abc834ca0903 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027610 Sep 15 02:50:40.382797 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b9ed833-8ec1-494b-b412-efed60863baa tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.383285 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:40.387355 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-4b9ed833-8ec1-494b-b412-efed60863baa tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5220625 Sep 15 02:50:40.388514 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55162) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:40.395468 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5b8992e9-596f-452e-ba01-3201e871a5c5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'security_group_rule': {'security_group_id': '2528fba2-37ff-4afd-8141-2a5a65537592', 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:40.416175 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:40.425027 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:40.425622 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:40.443103 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-5e21a0b9-7fe7-428d-b6ab-63873e9c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.444803 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-5e21a0b9-7fe7-428d-b6ab-63873e9c7477 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 200 len: 913 time: 0.1766870 Sep 15 02:50:40.459625 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e40152a7-c704-4470-b117-467e9191b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '5ef93899-7667-465a-8641-a858597788a6', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'port_id': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'mac_address': 'fa:16:3e:9b:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:50:38Z', 'updated_at': '2021-09-15T02:50:38Z', 'revision_number': 0, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 5, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:40.493244 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40152a7-c704-4470-b117-467e9191b75f None None] The sync data for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi is: [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_floatingips': [{'id': '5ef93899-7667-465a-8641-a858597788a6', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'router_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'port_id': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'mac_address': 'fa:16:3e:9b:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:50:38Z', 'updated_at': '2021-09-15T02:50:38Z', 'revision_number': 0, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 5, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:40.504787 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef302f0f-d34c-4e01-86ba-9fd43fa5d2b8 req-5436939e-ea5f-4633-923a-b979e57e3c5d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.506337 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef302f0f-d34c-4e01-86ba-9fd43fa5d2b8 req-5436939e-ea5f-4633-923a-b979e57e3c5d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 946 time: 0.0500557 Sep 15 02:50:40.514013 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8992e9-596f-452e-ba01-3201e871a5c5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.537951 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:40.579992 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ef302f0f-d34c-4e01-86ba-9fd43fa5d2b8 req-4f44a0eb-8b0a-4c88-a2f9-a8c019840898 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671215 Sep 15 02:50:40.603440 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8992e9-596f-452e-ba01-3201e871a5c5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.672206 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8992e9-596f-452e-ba01-3201e871a5c5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.696013 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-18ed5031-3742-463b-954b-3ad4e0c5b13e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b HTTP/1.1" status: 200 len: 217 time: 0.0403278 Sep 15 02:50:40.698269 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8992e9-596f-452e-ba01-3201e871a5c5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30baaf4-5fb5-4f8c-a7a4-5a5d0f9cfa7a,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:40.732990 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfac4f8f-6dd5-4343-b8ff-446b19b40101 None None] New status for floating IP 5ef93899-7667-465a-8641-a858597788a6: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:50:40.750958 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8992e9-596f-452e-ba01-3201e871a5c5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.754178 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5b8992e9-596f-452e-ba01-3201e871a5c5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3603702 Sep 15 02:50:40.754339 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:40.755358 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55166) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:40.759878 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fbf29190-8026-4b92-9d78-e5736b810987 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'security_group_rule': {'security_group_id': '2528fba2-37ff-4afd-8141-2a5a65537592', 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:40.767182 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-a747cee1-ec2e-4a9d-91ee-4ca63b4b8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.769141 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-a747cee1-ec2e-4a9d-91ee-4ca63b4b8ac4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 200 len: 851 time: 0.0644686 Sep 15 02:50:40.790609 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d853926-06b2-4c67-8570-be1a99f35e2a None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:42:54Z', 'revision_number': 4, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': 'bb004a6e-a07d-410c-8711-20116d20b21f', 'name': '', 'network_id': '4a046fe4-7499-4199-a410-41fb611d2e4f', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'mac_address': 'fa:16:3e:cc:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:53Z', 'updated_at': '2021-09-15T02:42:57Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'subnets': [{'id': 'a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:40.820512 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-64c67514-d27f-4c7b-8c57-9d88b8078873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.821750 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-64c67514-d27f-4c7b-8c57-9d88b8078873 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a046fe4-7499-4199-a410-41fb611d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431347 Sep 15 02:50:40.842693 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf29190-8026-4b92-9d78-e5736b810987 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.903681 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf29190-8026-4b92-9d78-e5736b810987 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.931084 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-6254aa51-c750-4120-96e4-f882c682384d service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000445 Sep 15 02:50:40.962884 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf29190-8026-4b92-9d78-e5736b810987 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.982197 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf29190-8026-4b92-9d78-e5736b810987 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b27680-99be-49ad-8aff-fdb82075c8b7,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:41.040264 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-5c713f6b-309e-4caa-8b96-ae7e926724f8 req-7129b81c-229b-499e-94ee-20dbae9aed6f service neutron] 10.222.0.37 "GET /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010227 Sep 15 02:50:41.048652 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf29190-8026-4b92-9d78-e5736b810987 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.049810 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774acb2-c827-4488-b458-c4fa73bf83dd None None] New status for floating IP 83304805-6e99-4576-b94f-93d92740cb8c: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:50:41.052605 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55170) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:41.052841 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-fbf29190-8026-4b92-9d78-e5736b810987 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2964640 Sep 15 02:50:41.057786 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-60ff254d-66f1-4c55-8a18-1e2bbd601ed9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'security_group_rule': {'security_group_id': '2528fba2-37ff-4afd-8141-2a5a65537592', 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:41.146203 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099eb6-4f71-4877-8e18-2a306baa26f9 req-ed36d5cb-be8e-48d9-838a-5f0bdc9c485d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:41.147670 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c5099eb6-4f71-4877-8e18-2a306baa26f9 req-ed36d5cb-be8e-48d9-838a-5f0bdc9c485d tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0529790 Sep 15 02:50:41.185930 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c5099eb6-4f71-4877-8e18-2a306baa26f9 req-5fca031e-458a-4c14-8655-a27e773c5902 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Sep 15 02:50:41.190192 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60ff254d-66f1-4c55-8a18-1e2bbd601ed9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.248415 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60ff254d-66f1-4c55-8a18-1e2bbd601ed9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.337595 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60ff254d-66f1-4c55-8a18-1e2bbd601ed9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.359559 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff254d-66f1-4c55-8a18-1e2bbd601ed9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dab921-a143-43d6-81b4-88a03ac551cc,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:41.436545 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60ff254d-66f1-4c55-8a18-1e2bbd601ed9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.437753 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-60ff254d-66f1-4c55-8a18-1e2bbd601ed9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3839004 Sep 15 02:50:41.440409 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55172) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:41.444668 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'security_group_rule': {'security_group_id': '2528fba2-37ff-4afd-8141-2a5a65537592', 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:41.545497 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Project f7efc7250fc943deac3f01c082f8cb7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:50:41.550531 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.609539 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.662853 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.678762 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb696db-89ff-4420-af30-3756033f0f5f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:41.698409 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc795-860f-49bf-a985-a35b20a6e467 req-7f5596b8-da8c-41d1-90cf-eb9adcf05cd3 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:41.700606 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9f4dc795-860f-49bf-a985-a35b20a6e467 req-7f5596b8-da8c-41d1-90cf-eb9adcf05cd3 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 946 time: 0.0504136 Sep 15 02:50:41.743267 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9f4dc795-860f-49bf-a985-a35b20a6e467 req-031e681b-1372-4469-adf5-a09cbca5ec4e tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367646 Sep 15 02:50:41.756335 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.758186 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-4a27fe23-64fc-42bb-9507-fa59daab3c02 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3168578 Sep 15 02:50:41.761020 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55176) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:41.765382 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'security_group_rule': {'security_group_id': '2528fba2-37ff-4afd-8141-2a5a65537592', 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:41.847639 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Project f7efc7250fc943deac3f01c082f8cb7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:50:41.852982 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.912835 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.974046 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441912'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.991435 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c1235a-ebd4-4f0c-a862-93e4755000ad,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:42.076618 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.077822 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-a92a2b61-f1da-4cff-ae80-e49c9dd1e101 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158557 Sep 15 02:50:42.154642 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-9f602234-0069-4530-8188-34c7d060d9ac tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453548935&fields=id&tenant_id=f7efc7250fc943deac3f01c082f8cb7c HTTP/1.1" status: 200 len: 267 time: 0.0328333 Sep 15 02:50:42.206029 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-35982e07-5e9d-45ec-afcd-8b6399bc54b3 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:42.208010 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-35982e07-5e9d-45ec-afcd-8b6399bc54b3 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0472133 Sep 15 02:50:42.219067 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'port': {'security_groups': ['63762228-86a4-4036-ae31-ef61c3a32808', '2528fba2-37ff-4afd-8141-2a5a65537592']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:42.551097 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.577767 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec108b3-575f-44df-866c-04f0a638d0a3 req-9fa65932-10c5-4a62-b4b1-9b347c5806ee tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:42.579253 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eec108b3-575f-44df-866c-04f0a638d0a3 req-9fa65932-10c5-4a62-b4b1-9b347c5806ee tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.3241575 Sep 15 02:50:42.640222 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-00dab609-2754-4ef8-80a5-ee4b6297a651 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:42.641774 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-00dab609-2754-4ef8-80a5-ee4b6297a651 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 946 time: 0.0478551 Sep 15 02:50:42.652900 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-eec108b3-575f-44df-866c-04f0a638d0a3 req-ccfa89d3-94d0-469e-820b-8c105bf6babe tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556092 Sep 15 02:50:42.738756 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Deleting port e1078d11-0994-456e-b363-31f4d0d1aa6b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:42.744612 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.780644 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:42.815841 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.828887 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] For port e1078d11-0994-456e-b363-31f4d0d1aa6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e1078d11-0994-456e-b363-31f4d0d1aa6b,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:42.829250 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.845788 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Calling delete_port for e1078d11-0994-456e-b363-31f4d0d1aa6b owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:42.865650 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963399a-31d0-4674-9bf6-34949f23c5db req-2e525792-7f37-4f8b-856b-331b6beeb773 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:42.867754 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d963399a-31d0-4674-9bf6-34949f23c5db req-2e525792-7f37-4f8b-856b-331b6beeb773 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 946 time: 0.0548518 Sep 15 02:50:42.870358 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.906912 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:42.943806 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:42.944475 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.946465 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-075fb769-3cde-44c7-b5de-10ffaac4aad7 req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "PUT /v2.0/ports/44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 981 time: 0.7322052 Sep 15 02:50:42.946930 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:42.949215 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea834bd8-3811-46a1-a3de-272f46d65b01" -d '{"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:42.978317 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d963399a-31d0-4674-9bf6-34949f23c5db req-869565ba-aa03-41ac-87c6-f9fb67524f8d tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036859 Sep 15 02:50:42.979514 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d8b1e-a6c1-48aa-860b-443f0ca0aee9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:43.025863 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b07daa-f8e4-4212-bf8b-4877be85eed9 x-openstack-request-id: req-00b07daa-f8e4-4212-bf8b-4877be85eed9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:43.026268 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:43.026598 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00b07daa-f8e4-4212-bf8b-4877be85eed9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:43.027072 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'status': 'completed', 'code': 200} Sep 15 02:50:43.062832 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:43.077499 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:43.094363 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event deleted for resources: {'Port': ['ID=e1078d11-0994-456e-b363-31f4d0d1aa6b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:43.112158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516e2b-af57-455f-9c6c-44daf80d3eb2 req-796f9b18-146d-41f2-8e58-4358b6fc3cad tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:43.123224 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-29516e2b-af57-455f-9c6c-44daf80d3eb2 req-796f9b18-146d-41f2-8e58-4358b6fc3cad tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0904830 Sep 15 02:50:43.164628 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] No DVR routers for this DVR port e1078d11-0994-456e-b363-31f4d0d1aa6b on host hv-cinder-76019 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:43.167196 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:43.169825 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [req-c5447b92-d883-4e02-bcb7-5b23f84f52be req-3bc9554a-8f04-4924-a5b0-4d65aabfaae9 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.37 "DELETE /v2.0/ports/e1078d11-0994-456e-b363-31f4d0d1aa6b HTTP/1.1" status: 204 len: 173 time: 0.5186689 Sep 15 02:50:43.170288 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'name': 'network-vif-deleted', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:43.172887 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3149344c-1b7b-4ce9-b648-b41a1d95f301" -d '{"events": [{"server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "name": "network-vif-deleted", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:43.196273 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-29516e2b-af57-455f-9c6c-44daf80d3eb2 req-1bfd2372-139f-4385-abe9-2b251929f3a8 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720346 Sep 15 02:50:43.237969 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-5c8baf47-4950-44ce-9416-dfedff850611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:43.240740 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-5c8baf47-4950-44ce-9416-dfedff850611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1137 time: 0.1508138 Sep 15 02:50:43.294917 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837e95b6-926a-4415-81ea-6dc5c980e14a x-openstack-request-id: req-837e95b6-926a-4415-81ea-6dc5c980e14a {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:43.295267 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0523267-4446-4f9e-b7cb-3c01857e4ae1", "name": "network-vif-deleted", "tag": "e1078d11-0994-456e-b363-31f4d0d1aa6b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:43.295625 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-837e95b6-926a-4415-81ea-6dc5c980e14a {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:43.296076 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0523267-4446-4f9e-b7cb-3c01857e4ae1', 'name': 'network-vif-deleted', 'tag': 'e1078d11-0994-456e-b363-31f4d0d1aa6b', 'status': 'completed', 'code': 200} Sep 15 02:50:43.312720 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f4cbd6df-b835-46b8-95f4-69126126a20c None None] Provisioning complete for port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:43.313153 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd6df-b835-46b8-95f4-69126126a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:43.399092 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-6c0beabf-f295-440f-8db8-a62ff6a528a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:43.401163 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-6c0beabf-f295-440f-8db8-a62ff6a528a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 200 len: 915 time: 0.1540890 Sep 15 02:50:43.528421 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-15e80dc4-eb1a-4ce0-b9f1-ae3ff89075f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 1001 time: 0.1054506 Sep 15 02:50:43.579432 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-522c88f8-397b-490f-a685-8e75443a389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:43.580929 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-522c88f8-397b-490f-a685-8e75443a389a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ccb90d4-ff67-4bc4-82d4-ed615308400f HTTP/1.1" status: 200 len: 853 time: 0.0477560 Sep 15 02:50:43.630691 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-e56506ac-d843-41bf-b37e-53cb3b8fed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:43.632187 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-e56506ac-d843-41bf-b37e-53cb3b8fed1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428576 Sep 15 02:50:43.729109 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-3cd84c78-bebd-404a-8d03-6c658abf6577 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886619 Sep 15 02:50:43.827893 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ea834bd8-3811-46a1-a3de-272f46d65b01 req-c6a0c4c2-91eb-49bc-ba92-994966c422c9 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904837 Sep 15 02:50:44.097328 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-be5d080c-8240-4747-8c18-9d32cead7b5d req-a2fe5287-c915-4d8c-8502-eb31149e6d75 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0523267-4446-4f9e-b7cb-3c01857e4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0310400 Sep 15 02:50:45.155280 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55200) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:45.274958 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Deleting port f44fd4f2-2f20-4146-98d2-20dba32dc2ed {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:45.275296 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:45.348673 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:45.348997 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:45.360908 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Calling delete_port for f44fd4f2-2f20-4146-98d2-20dba32dc2ed owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:45.544859 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:45.571400 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event deleted for resources: {'Port': ['ID=f44fd4f2-2f20-4146-98d2-20dba32dc2ed,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:45.630279 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:45.632958 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:45.634084 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-685976d6-3680-4dfd-addc-1b0fa04200d6 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "DELETE /v2.0/floatingips/e5af87e5-b294-4876-a3a5-3bd990fdbce6 HTTP/1.1" status: 204 len: 168 time: 0.4778392 Sep 15 02:50:46.949598 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55212) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:47.008032 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5243895-a88b-41cd-9b85-7fbb81d2eb27 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:47.031865 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5243895-a88b-41cd-9b85-7fbb81d2eb27 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:47.156288 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5243895-a88b-41cd-9b85-7fbb81d2eb27 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:47.159103 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5243895-a88b-41cd-9b85-7fbb81d2eb27 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:47.160258 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f5243895-a88b-41cd-9b85-7fbb81d2eb27 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] 10.222.0.15 "DELETE /v2.0/security-groups/c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445 HTTP/1.1" status: 204 len: 168 time: 0.2096746 Sep 15 02:50:47.171486 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5243895-a88b-41cd-9b85-7fbb81d2eb27 tempest-TestVolumeBootPattern-1311172562 tempest-TestVolumeBootPattern-1311172562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45f42ea-4fcc-4a6f-aec0-2f4d0d7a6445,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:47.279818 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55216) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:47.350202 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device e1078d11-0994-456e-b363-31f4d0d1aa6b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:47.370518 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: e1078d11-0994-456e-b363-31f4d0d1aa6b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:47.370871 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device e1078d11-0994-456e-b363-31f4d0d1aa6b not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:47.713642 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:47.943601 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Deleting port bb004a6e-a07d-410c-8711-20116d20b21f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:47.943937 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.022562 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] For port bb004a6e-a07d-410c-8711-20116d20b21f, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=bb004a6e-a07d-410c-8711-20116d20b21f,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:48.023366 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.034986 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Calling delete_port for bb004a6e-a07d-410c-8711-20116d20b21f owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:48.279404 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.303735 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb004a6e-a07d-410c-8711-20116d20b21f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:48.467138 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.673990 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Router 678f4962-8157-4af2-a1fc-0bee2d1b701a has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:48.774850 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:48.779845 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-37a0908c-8102-4219-9dba-511228c54c12 admin admin] 10.222.0.15 "PUT /v2.0/routers/678f4962-8157-4af2-a1fc-0bee2d1b701a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989374 Sep 15 02:50:48.782277 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55220) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:48.784875 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] Sync routers for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:48.794856 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:48.795420 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:48.901843 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:49.084465 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:50:48Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:49.111508 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] Checking router: 678f4962-8157-4af2-a1fc-0bee2d1b701a for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:49.119551 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] Routers {'678f4962-8157-4af2-a1fc-0bee2d1b701a'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:49.120147 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['678f4962-8157-4af2-a1fc-0bee2d1b701a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:49.129620 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.220830 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] Set router 678f4962-8157-4af2-a1fc-0bee2d1b701a gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:49.228711 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.349054 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Deleting port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:49.349293 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.432455 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] For port c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:49.432816 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.444986 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Calling delete_port for c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:49.524738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:50:48Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:49.555279 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cad3f0-56f4-47c3-bc85-95a450c04cf1 None None] The sync data for ids ['678f4962-8157-4af2-a1fc-0bee2d1b701a'] in dv-cinder-760193-12-iscsi is: [{'id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'name': 'tempest-TestVolumeBootPattern-1161047863-router', 'tenant_id': '52ad607b4a604c2a9fdbd414efebf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:49Z', 'updated_at': '2021-09-15T02:50:48Z', 'revision_number': 5, 'project_id': '52ad607b4a604c2a9fdbd414efebf435', 'gw_port': {'id': 'c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f4962-8157-4af2-a1fc-0bee2d1b701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:50Z', 'updated_at': '2021-09-15T02:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:49.670550 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.694067 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:49.753922 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.841793 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.843898 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.945961 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.948108 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 678f4962-8157-4af2-a1fc-0bee2d1b701a {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:50:49.951485 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.952706 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-bf01e4ec-fc55-45ea-8371-fa0d8248bcc1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/678f4962-8157-4af2-a1fc-0bee2d1b701a HTTP/1.1" status: 204 len: 168 time: 1.1694736 Sep 15 02:50:49.955569 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55224) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:50.002134 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] Deleting subnet a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:50:50.005306 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.040929 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.119647 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.239994 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.266280 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:50.269869 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.271784 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-bd1a52c7-9909-467f-95de-2feac1466600 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a5c9ee9c-49b8-49ce-a2fe-39ee4b9d8989 HTTP/1.1" status: 204 len: 168 time: 0.3152649 Sep 15 02:50:50.274383 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55226) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:50.276892 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fae417-a86b-4798-ac9d-f5f51fe77296 None None] Network 4a046fe4-7499-4199-a410-41fb611d2e4f requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:50:50.341051 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.395707 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Deleting port 476421f3-c6e2-4a77-99ee-2e61149a28a4 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:50.396047 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.459620 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] For port 476421f3-c6e2-4a77-99ee-2e61149a28a4, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=476421f3-c6e2-4a77-99ee-2e61149a28a4,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:50.459908 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.471565 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Calling delete_port for 476421f3-c6e2-4a77-99ee-2e61149a28a4 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:50.553399 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] DHCP port deletion for 4a046fe4-7499-4199-a410-41fb611d2e4f request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:50:50.606028 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Deleting port 476421f3-c6e2-4a77-99ee-2e61149a28a4 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:50.606428 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.631013 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.657250 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=476421f3-c6e2-4a77-99ee-2e61149a28a4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:50.659095 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] No DVR routers for this DVR port 476421f3-c6e2-4a77-99ee-2e61149a28a4 on host dv-cinder-760193-12-iscsi {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:50.670137 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] For port 476421f3-c6e2-4a77-99ee-2e61149a28a4, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=476421f3-c6e2-4a77-99ee-2e61149a28a4,segment=NetworkSegment(9a43163e-4cde-4ca1-82c3-f8779501e2f9),segment_id=9a43163e-4cde-4ca1-82c3-f8779501e2f9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:50.670543 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.682899 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Calling delete_port for 476421f3-c6e2-4a77-99ee-2e61149a28a4 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:50.729980 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.752154 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a046fe4-7499-4199-a410-41fb611d2e4f']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:50.760481 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.761731 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a43163e-4cde-4ca1-82c3-f8779501e2f9') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:50.762022 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a43163e-4cde-4ca1-82c3-f8779501e2f9') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:50.771080 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.783381 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Pushing event deleted for resources: {'Port': ['ID=476421f3-c6e2-4a77-99ee-2e61149a28a4,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:50.784018 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.789995 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:50:50.790438 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:50:50.792014 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:50:50.794141 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] No DVR routers for this DVR port 476421f3-c6e2-4a77-99ee-2e61149a28a4 on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:50.794921 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.794921 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.795168 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.795504 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.795834 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.796169 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.796526 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.796861 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.797190 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.797518 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.797844 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.798168 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bab970-1559-44dd-8da5-ef40b2e9a53f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:50.933490 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.939003 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.946016 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4a046fe4-7499-4199-a410-41fb611d2e4f HTTP/1.1" status: 204 len: 168 time: 0.6655695 Sep 15 02:50:50.946117 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55228) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:50.952503 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7ae57-0e53-4720-a17d-30b5fe7b89f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a046fe4-7499-4199-a410-41fb611d2e4f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:51.279055 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.499344 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 476421f3-c6e2-4a77-99ee-2e61149a28a4 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:51.518537 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 476421f3-c6e2-4a77-99ee-2e61149a28a4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:51.518740 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Deleting port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:51.518867 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 476421f3-c6e2-4a77-99ee-2e61149a28a4 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:51.519044 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.519282 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device bb004a6e-a07d-410c-8711-20116d20b21f no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:51.537973 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: bb004a6e-a07d-410c-8711-20116d20b21f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:51.538936 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device bb004a6e-a07d-410c-8711-20116d20b21f not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:51.539471 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:51.558964 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:51.559323 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device c3acc2eb-e059-4a7f-9fd7-01f0b0e59d8e not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:51.602420 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] For port 122dc308-dc4e-40a8-9831-f20c4cd0dd1b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,segment=NetworkSegment(29673876-9800-49d1-8b42-e4c4aa463ef4),segment_id=29673876-9800-49d1-8b42-e4c4aa463ef4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:51.602798 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.615459 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Calling delete_port for 122dc308-dc4e-40a8-9831-f20c4cd0dd1b owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:51.825005 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.848381 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Pushing event deleted for resources: {'Port': ['ID=122dc308-dc4e-40a8-9831-f20c4cd0dd1b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:52.010372 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:52.218115 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Router 407a5b0f-9248-40da-8a22-b15f3916b64b has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:52.323645 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:52.328899 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-e13ec8ae-530a-4df8-b349-ae4d500ec096 admin admin] 10.222.0.15 "PUT /v2.0/routers/407a5b0f-9248-40da-8a22-b15f3916b64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3833659 Sep 15 02:50:52.331447 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55230) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:52.332081 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] Sync routers for ids ['407a5b0f-9248-40da-8a22-b15f3916b64b'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:52.341833 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] Routers {'407a5b0f-9248-40da-8a22-b15f3916b64b'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:52.342424 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['407a5b0f-9248-40da-8a22-b15f3916b64b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:52.437048 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:52.443996 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] Set router 407a5b0f-9248-40da-8a22-b15f3916b64b gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:52.542614 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:52.620274 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:50:51Z', 'revision_number': 5, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port': {'id': '9cfb008d-8c8b-496b-9b07-f768799612ee', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:42:58Z', 'updated_at': '2021-09-15T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:52.646670 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] Checking router: 407a5b0f-9248-40da-8a22-b15f3916b64b for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:52.654874 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] Routers {'407a5b0f-9248-40da-8a22-b15f3916b64b'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:52.655469 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:50:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['407a5b0f-9248-40da-8a22-b15f3916b64b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:52.662922 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Deleting port 9cfb008d-8c8b-496b-9b07-f768799612ee {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:52.663377 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:52.743534 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] For port 9cfb008d-8c8b-496b-9b07-f768799612ee, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=9cfb008d-8c8b-496b-9b07-f768799612ee,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:52.743894 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:52.761848 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Calling delete_port for 9cfb008d-8c8b-496b-9b07-f768799612ee owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:52.823063 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] Set router 407a5b0f-9248-40da-8a22-b15f3916b64b gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:52.875555 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:50:52Z', 'revision_number': 6, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port_host': None}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:52.901811 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55966317-50fa-4a1e-b676-2e660d31fe8e None None] The sync data for ids ['407a5b0f-9248-40da-8a22-b15f3916b64b'] in dv-cinder-760193-12-iscsi is: [{'id': '407a5b0f-9248-40da-8a22-b15f3916b64b', 'name': 'tempest-TestVolumeBootPattern-111548197-router', 'tenant_id': '648697ce8b344572a75acb64b4044c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:42:57Z', 'updated_at': '2021-09-15T02:50:52Z', 'revision_number': 6, 'project_id': '648697ce8b344572a75acb64b4044c7f', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:52.979318 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.008276 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfb008d-8c8b-496b-9b07-f768799612ee,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:53.065828 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.154147 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.156132 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.259674 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.260254 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 407a5b0f-9248-40da-8a22-b15f3916b64b {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:50:53.265528 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.266718 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-477434dc-09bc-4058-9953-33cf29576f3d admin admin] 10.222.0.15 "DELETE /v2.0/routers/407a5b0f-9248-40da-8a22-b15f3916b64b HTTP/1.1" status: 204 len: 168 time: 0.9343636 Sep 15 02:50:53.269230 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55232) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:53.315696 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] Deleting subnet aacefd84-329b-4cf3-864a-6fdb536de850 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:50:53.318924 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.353770 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29176437'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.433109 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.542687 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25565827'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.568131 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aacefd84-329b-4cf3-864a-6fdb536de850,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:53.572565 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.574826 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-db4cd653-8a4d-4ab9-b093-1cd832aace5f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aacefd84-329b-4cf3-864a-6fdb536de850 HTTP/1.1" status: 204 len: 168 time: 0.3042619 Sep 15 02:50:53.576963 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55234) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:53.579412 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a389812-2a44-4b39-b1e5-4fe213e4d20b None None] Network 904fb9ec-e03e-41a8-aa14-eae5c5a821bd requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:50:53.648612 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.720983 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 122dc308-dc4e-40a8-9831-f20c4cd0dd1b no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:53.745157 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 122dc308-dc4e-40a8-9831-f20c4cd0dd1b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:53.745575 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 122dc308-dc4e-40a8-9831-f20c4cd0dd1b not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:53.746058 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 9cfb008d-8c8b-496b-9b07-f768799612ee no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:53.774528 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] DHCP port deletion for 904fb9ec-e03e-41a8-aa14-eae5c5a821bd request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:50:53.777224 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 9cfb008d-8c8b-496b-9b07-f768799612ee {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:53.777569 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 9cfb008d-8c8b-496b-9b07-f768799612ee not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:53.828932 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] Deleting port 53ac910b-0750-4837-bfcf-385d36eaeb92 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:53.829422 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.895380 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] For port 53ac910b-0750-4837-bfcf-385d36eaeb92, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=53ac910b-0750-4837-bfcf-385d36eaeb92,segment=NetworkSegment(29673876-9800-49d1-8b42-e4c4aa463ef4),segment_id=29673876-9800-49d1-8b42-e4c4aa463ef4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:53.895790 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.909450 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] Calling delete_port for 53ac910b-0750-4837-bfcf-385d36eaeb92 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:53.968081 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Deleting port 53ac910b-0750-4837-bfcf-385d36eaeb92 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:53.968081 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.025812 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] For port 53ac910b-0750-4837-bfcf-385d36eaeb92, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=53ac910b-0750-4837-bfcf-385d36eaeb92,segment=NetworkSegment(29673876-9800-49d1-8b42-e4c4aa463ef4),segment_id=29673876-9800-49d1-8b42-e4c4aa463ef4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:54.026107 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.038335 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Calling delete_port for 53ac910b-0750-4837-bfcf-385d36eaeb92 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:54.073678 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.098870 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] Pushing event deleted for resources: {'Port': ['ID=53ac910b-0750-4837-bfcf-385d36eaeb92,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:54.103835 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae8060-e5b1-4e3c-ad2a-270dbced66c8 None None] No DVR routers for this DVR port 53ac910b-0750-4837-bfcf-385d36eaeb92 on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:54.119288 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.144907 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ac910b-0750-4837-bfcf-385d36eaeb92,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:54.148615 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] No DVR routers for this DVR port 53ac910b-0750-4837-bfcf-385d36eaeb92 on host dv-cinder-760193-12-iscsi {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:54.220596 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.240176 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904fb9ec-e03e-41a8-aa14-eae5c5a821bd']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:54.249687 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29673876-9800-49d1-8b42-e4c4aa463ef4') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:54.249984 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29673876-9800-49d1-8b42-e4c4aa463ef4') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:54.259825 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29176446'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.272565 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.278293 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:50:54.278678 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486571'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: self.session.flush() Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: self.session.flush() Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: self.session.flush() Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: self.session.flush() Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: Traceback (most recent call last): Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: timer() Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: cb(*args, **kw) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: return func(*args, **kwargs) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: self._notify() Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: self.callback(batched_events) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: event.method(event) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: return f(self, *a, **k) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._get(url).json() Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: return self.request(url, 'GET', **kwargs) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:50:54.280299 dv-cinder-760193-12-iscsi neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:50:54.350248 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.370580 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.375774 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.377631 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/904fb9ec-e03e-41a8-aa14-eae5c5a821bd HTTP/1.1" status: 204 len: 168 time: 0.7997706 Sep 15 02:50:54.388799 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65528bf5-6888-47ef-915f-134f8c485df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=904fb9ec-e03e-41a8-aa14-eae5c5a821bd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:54.640118 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55238) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:54.683568 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-8e6f6a9a-85ee-4613-8d3e-adefd3dc1021 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52ad607b4a604c2a9fdbd414efebf435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422485 Sep 15 02:50:54.685981 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55240) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:54.733255 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccdc4248-c1c6-4754-ba22-e6e61c02ca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.753796 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccdc4248-c1c6-4754-ba22-e6e61c02ca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.859152 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccdc4248-c1c6-4754-ba22-e6e61c02ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.861668 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccdc4248-c1c6-4754-ba22-e6e61c02ca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.862784 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-ccdc4248-c1c6-4754-ba22-e6e61c02ca3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e78e89e3-c086-472d-ab62-f66088dc17b6 HTTP/1.1" status: 204 len: 168 time: 0.1759558 Sep 15 02:50:54.870417 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc4248-c1c6-4754-ba22-e6e61c02ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78e89e3-c086-472d-ab62-f66088dc17b6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:55.499393 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:55.501511 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 53ac910b-0750-4837-bfcf-385d36eaeb92 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:55.523083 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 53ac910b-0750-4837-bfcf-385d36eaeb92 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:55.523443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 53ac910b-0750-4837-bfcf-385d36eaeb92 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:55.542973 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-870d1f37-39c5-4ca5-9b1f-3c3e9c55319a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=648697ce8b344572a75acb64b4044c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423608 Sep 15 02:50:55.545508 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55250) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:55.595101 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a1bd-9c4f-4e13-929b-9363ebddaf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:55.615804 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a1bd-9c4f-4e13-929b-9363ebddaf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:55.742625 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a1bd-9c4f-4e13-929b-9363ebddaf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:55.745323 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a1bd-9c4f-4e13-929b-9363ebddaf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:55.746519 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-b6d6a1bd-9c4f-4e13-929b-9363ebddaf68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b52dd67a-02fa-4b88-81c7-753b22477582 HTTP/1.1" status: 204 len: 168 time: 0.2001252 Sep 15 02:50:55.754158 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6a1bd-9c4f-4e13-929b-9363ebddaf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52dd67a-02fa-4b88-81c7-753b22477582,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:57.121585 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faf49d77-f643-4946-9417-9accaefa4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.744728 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-14a94703-6b03-4d57-8755-0e19620b199f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.945309 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.682089 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496231-20c8-46ae-9a02-e050c6eb9df7 req-e9790c89-c0e8-40e4-9e4d-5cbda46d81e9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.683544 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a4496231-20c8-46ae-9a02-e050c6eb9df7 req-e9790c89-c0e8-40e4-9e4d-5cbda46d81e9 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0473502 Sep 15 02:51:00.723538 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a4496231-20c8-46ae-9a02-e050c6eb9df7 req-d7d5894f-61d8-4d7c-ba13-a8cb9ddf83b7 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339878 Sep 15 02:51:00.780518 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acc8f-993f-4051-a24e-138fc4589c8d req-06430861-a13c-4ac6-a549-f6f38655f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.781939 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-091acc8f-993f-4051-a24e-138fc4589c8d req-06430861-a13c-4ac6-a549-f6f38655f1f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1137 time: 0.0396492 Sep 15 02:51:00.872477 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acc8f-993f-4051-a24e-138fc4589c8d req-c081ea99-9c3f-4497-9a68-8d2fbfbf8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.873856 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-091acc8f-993f-4051-a24e-138fc4589c8d req-c081ea99-9c3f-4497-9a68-8d2fbfbf8888 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 200 len: 915 time: 0.0838740 Sep 15 02:51:00.937560 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-091acc8f-993f-4051-a24e-138fc4589c8d req-b3b01f2a-ab4d-4d5e-b61d-0c2bcf047834 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 1001 time: 0.0559616 Sep 15 02:51:00.982259 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.989461 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acc8f-993f-4051-a24e-138fc4589c8d req-ed9e5cdb-6ada-41b4-8757-cad1d7e97574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.990882 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-091acc8f-993f-4051-a24e-138fc4589c8d req-ed9e5cdb-6ada-41b4-8757-cad1d7e97574 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ccb90d4-ff67-4bc4-82d4-ed615308400f HTTP/1.1" status: 200 len: 853 time: 0.0454445 Sep 15 02:51:01.034231 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acc8f-993f-4051-a24e-138fc4589c8d req-93dad5e7-cd59-4b26-95d1-11e13c3d6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.035696 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-091acc8f-993f-4051-a24e-138fc4589c8d req-93dad5e7-cd59-4b26-95d1-11e13c3d6e7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378101 Sep 15 02:51:01.125752 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-091acc8f-993f-4051-a24e-138fc4589c8d req-b248da4a-3386-413b-8481-0ff162b65601 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823987 Sep 15 02:51:01.213525 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-091acc8f-993f-4051-a24e-138fc4589c8d req-51cb7594-0b8c-48fa-879a-3298854beea9 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797458 Sep 15 02:51:01.840640 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e5840-6a28-4efd-b9fc-6e683fb8925d req-8c9abcd3-ac79-4c59-853c-df0e173e773d tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.842082 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-428e5840-6a28-4efd-b9fc-6e683fb8925d req-8c9abcd3-ac79-4c59-853c-df0e173e773d tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0475352 Sep 15 02:51:01.882032 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-428e5840-6a28-4efd-b9fc-6e683fb8925d req-c34d3fb9-879f-4031-b183-00b617c3c8a7 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334115 Sep 15 02:51:02.470243 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.998737 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504303-7fca-425f-963d-845a54d64449 req-3da51c66-452a-4782-ae10-fd205b25b692 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:03.000192 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d8504303-7fca-425f-963d-845a54d64449 req-3da51c66-452a-4782-ae10-fd205b25b692 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0506847 Sep 15 02:51:03.038697 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-d8504303-7fca-425f-963d-845a54d64449 req-5ee081de-695e-484f-b1c4-f197d7b79ab3 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318100 Sep 15 02:51:04.150685 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9087d2-b040-4b61-bd64-dbcb6b6df276 req-b53732a1-491e-48f7-a8aa-c36e3b3a00bd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:04.152143 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aa9087d2-b040-4b61-bd64-dbcb6b6df276 req-b53732a1-491e-48f7-a8aa-c36e3b3a00bd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0478177 Sep 15 02:51:04.190734 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-aa9087d2-b040-4b61-bd64-dbcb6b6df276 req-1de3f30a-187f-4f12-9746-a4ae73e4a348 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326228 Sep 15 02:51:05.301962 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b28dc9-eca3-4c00-a86d-45264bd2d41f req-9fe3e395-d1e9-4b83-9d42-6b6c618e085a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:05.303997 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f9b28dc9-eca3-4c00-a86d-45264bd2d41f req-9fe3e395-d1e9-4b83-9d42-6b6c618e085a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0473347 Sep 15 02:51:05.342991 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-f9b28dc9-eca3-4c00-a86d-45264bd2d41f req-7621a294-8579-448b-a109-b9908877310a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328982 Sep 15 02:51:06.459107 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfbbf9-0668-40c0-bd91-974d25e6d323 req-62bc0370-2898-4459-8ac4-dc43583c46fd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:06.461647 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51bfbbf9-0668-40c0-bd91-974d25e6d323 req-62bc0370-2898-4459-8ac4-dc43583c46fd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0515649 Sep 15 02:51:06.500050 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51bfbbf9-0668-40c0-bd91-974d25e6d323 req-3a673f69-db32-40c9-af23-4a9366d7ff50 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324671 Sep 15 02:51:07.613454 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31b9c5-1d92-4c81-bd71-7371e34918fc req-ec88fe04-8c83-4400-b362-c3c525d06091 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:07.614912 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e31b9c5-1d92-4c81-bd71-7371e34918fc req-ec88fe04-8c83-4400-b362-c3c525d06091 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0478508 Sep 15 02:51:07.653698 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e31b9c5-1d92-4c81-bd71-7371e34918fc req-3f4a87ab-b1f0-464c-992c-e7319d844af5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327456 Sep 15 02:51:08.116702 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:51:08.764426 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4302-e7f9-462d-b22f-0c9bca9a1a75 req-278f46ce-294b-488c-bc28-e06188269a8a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:08.765903 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9b1b4302-e7f9-462d-b22f-0c9bca9a1a75 req-278f46ce-294b-488c-bc28-e06188269a8a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0468953 Sep 15 02:51:08.804496 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-9b1b4302-e7f9-462d-b22f-0c9bca9a1a75 req-8ada0227-5488-42dc-b631-9e3a64fc9839 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325804 Sep 15 02:51:09.921799 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f593cf4-4afe-4a33-833f-6a5917cfa8bf req-680b7c95-3aac-43d5-910b-af4556a75062 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:09.923224 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2f593cf4-4afe-4a33-833f-6a5917cfa8bf req-680b7c95-3aac-43d5-910b-af4556a75062 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0506065 Sep 15 02:51:09.962206 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-2f593cf4-4afe-4a33-833f-6a5917cfa8bf req-57680db3-85cb-48d2-9b33-3c98e058e90a tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325944 Sep 15 02:51:11.074321 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c2ee-8d2b-4d62-b40a-72758dd0ef33 req-91bf3020-5fb3-4f60-978b-0542f08c2bd7 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:11.075768 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a844c2ee-8d2b-4d62-b40a-72758dd0ef33 req-91bf3020-5fb3-4f60-978b-0542f08c2bd7 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0471699 Sep 15 02:51:11.114106 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a844c2ee-8d2b-4d62-b40a-72758dd0ef33 req-e01f55cc-bd98-4d83-8e04-10e736e0b810 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323596 Sep 15 02:51:12.228171 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0f900-1dba-4007-86f8-8d7fa9cde6b5 req-f403df3b-4369-4733-9567-8035cceb3628 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:12.234159 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-09d0f900-1dba-4007-86f8-8d7fa9cde6b5 req-f403df3b-4369-4733-9567-8035cceb3628 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0491145 Sep 15 02:51:12.268236 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-09d0f900-1dba-4007-86f8-8d7fa9cde6b5 req-36b8d9d2-1b0f-4bb2-a0fd-e1cc69d527c1 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323699 Sep 15 02:51:13.383361 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f1163-7ad7-422f-9a55-f04fe1a0c985 req-121a46e6-de33-409a-81a0-39fdb9d536a5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:13.384826 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a51f1163-7ad7-422f-9a55-f04fe1a0c985 req-121a46e6-de33-409a-81a0-39fdb9d536a5 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0511608 Sep 15 02:51:13.423683 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-a51f1163-7ad7-422f-9a55-f04fe1a0c985 req-f5cca3e5-a2d7-41f2-8992-32d42cc80a07 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&id=2528fba2-37ff-4afd-8141-2a5a65537592&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329473 Sep 15 02:51:24.376048 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.172850 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-06cb21f4-1864-44dd-a688-907660110fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:29.770425 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4b84fb1a-9c5f-47b4-8139-a162881a10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:29.970426 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:31.006953 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:32.507508 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:35.040623 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-1c15951c-9e9e-4e10-a61e-eec5808e2623 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369976 Sep 15 02:51:35.109275 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-264faa82-f107-4e57-aad9-d39fff3382cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:35.110668 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-264faa82-f107-4e57-aad9-d39fff3382cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1098 time: 0.0375044 Sep 15 02:51:35.211520 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-0d1dbd0d-06aa-4ed3-badc-8b24a4719871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:35.213127 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-0d1dbd0d-06aa-4ed3-badc-8b24a4719871 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 910 time: 0.0828955 Sep 15 02:51:35.275450 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-e29099f7-4b7a-40ea-88e1-4e945768b4a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 1000 time: 0.0551014 Sep 15 02:51:35.325650 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-f935b9c0-4f10-4c0d-8fcd-d6055c1199e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:35.326972 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-f935b9c0-4f10-4c0d-8fcd-d6055c1199e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 200 len: 848 time: 0.0443914 Sep 15 02:51:35.371667 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-d04b9e8f-54a5-4336-986c-d4a7db097f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:35.373102 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-d04b9e8f-54a5-4336-986c-d4a7db097f93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9d3918-fb15-4987-99fe-bdea04d65c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379336 Sep 15 02:51:35.460929 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-0b3a72be-5fa0-4087-b99d-75295c395846 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800214 Sep 15 02:51:35.551665 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7917b15b-bd32-48e3-b4c2-48210049b40d req-d1adba59-f6b4-454b-b1c6-2edd18c89533 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836174 Sep 15 02:51:45.114648 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:51:45.859832 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-9a099a42-f743-4ccb-a4e5-72ccce6be96c tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453548935&fields=id&tenant_id=f7efc7250fc943deac3f01c082f8cb7c HTTP/1.1" status: 200 len: 267 time: 0.0367038 Sep 15 02:51:45.918959 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-52e198cf-d120-44c3-bd61-a0522ecf7ad3 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:45.920515 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-52e198cf-d120-44c3-bd61-a0522ecf7ad3 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 984 time: 0.0542045 Sep 15 02:51:45.933105 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.v2.base [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Request body: {'port': {'security_groups': ['63762228-86a4-4036-ae31-ef61c3a32808']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:51:46.006574 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694565'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.188441 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:46.217106 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.273891 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785541999373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785541659850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785541659868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28532905'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.311903 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:46.323471 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:46.324105 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.325640 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75864bb7-a117-4b9e-8505-c276d97a18c3 req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "PUT /v2.0/ports/44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 942 time: 0.3982065 Sep 15 02:51:46.326179 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:46.328520 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c8b92-2cad-46bf-80ed-d5de8162e559" -d '{"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:46.333780 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55300) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:46.371537 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event updated for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:46.386679 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.387033 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.387431 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.387724 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.388044 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.388399 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.388731 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.389059 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.389384 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.389710 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.390027 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.390340 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f31a8c-b4c9-40d6-9306-5a0d806ac07e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:46.434529 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59357db5-7ebe-4f8d-a445-95bcae4e679e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.473013 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59357db5-7ebe-4f8d-a445-95bcae4e679e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.497121 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:46.595482 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4570e218-a30c-4acd-95f5-b03859813b01 None None] Provisioning complete for port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:51:46.595803 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4570e218-a30c-4acd-95f5-b03859813b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3787049'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.608332 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cb92a3-41de-4861-82ac-cf3adb34143c x-openstack-request-id: req-05cb92a3-41de-4861-82ac-cf3adb34143c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:46.608738 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:46.608993 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05cb92a3-41de-4861-82ac-cf3adb34143c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:46.609398 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'status': 'completed', 'code': 200} Sep 15 02:51:46.653986 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59357db5-7ebe-4f8d-a445-95bcae4e679e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.656609 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59357db5-7ebe-4f8d-a445-95bcae4e679e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.657730 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-59357db5-7ebe-4f8d-a445-95bcae4e679e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "DELETE /v2.0/security-groups/2528fba2-37ff-4afd-8141-2a5a65537592 HTTP/1.1" status: 204 len: 168 time: 0.3230376 Sep 15 02:51:46.660772 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55304) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:46.689892 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59357db5-7ebe-4f8d-a445-95bcae4e679e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528fba2-37ff-4afd-8141-2a5a65537592,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:46.705912 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-71754c7d-3d25-4890-8621-4628139f321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:46.707528 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-71754c7d-3d25-4890-8621-4628139f321c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1098 time: 0.0548375 Sep 15 02:51:46.800085 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-b7a12a7d-fa65-4506-9ab0-dc9372ae5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:46.801573 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-b7a12a7d-fa65-4506-9ab0-dc9372ae5dc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 200 len: 915 time: 0.0870395 Sep 15 02:51:46.862133 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Deleting port fa06589f-a152-433d-93bd-22678ecfed3e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:46.862467 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.871165 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-71374ddc-80a9-497d-ab43-4d01ba2a063e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 1001 time: 0.0601380 Sep 15 02:51:46.918759 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-0b9d9b41-8ca4-4dd5-a44f-aac04a98b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:46.920220 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-0b9d9b41-8ca4-4dd5-a44f-aac04a98b2b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ccb90d4-ff67-4bc4-82d4-ed615308400f HTTP/1.1" status: 200 len: 853 time: 0.0430746 Sep 15 02:51:46.941115 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.941427 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:46.953172 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Calling delete_port for fa06589f-a152-433d-93bd-22678ecfed3e owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:46.965128 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-b4dbc1ab-d901-4b9c-859d-6ada0b3ebcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:46.966599 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-b4dbc1ab-d901-4b9c-859d-6ada0b3ebcd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383213 Sep 15 02:51:47.058647 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-c87d4b94-0a26-4122-91d9-3ceae6c21d1c service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839186 Sep 15 02:51:47.151449 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-7f9c8b92-2cad-46bf-80ed-d5de8162e559 req-082b780f-4cac-459c-8067-ec43d68c2a9a service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860853 Sep 15 02:51:47.158689 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.184328 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event deleted for resources: {'Port': ['ID=fa06589f-a152-433d-93bd-22678ecfed3e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:47.195795 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.196147 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.197042 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.197545 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.197888 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.198233 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.198565 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.198897 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.199223 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.199549 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.199873 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.200197 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:47.253018 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.253336 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Floating IP 5ef93899-7667-465a-8641-a858597788a6 disassociated (deleted). External IP: 172.27.3.137, port: 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac. Sep 15 02:51:47.457831 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:51:47.564014 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:51:47.568841 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.574247 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] Sync routers for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:51:47.582844 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:51:47.583456 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:51:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:47.597599 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-637303e2-91f2-46e6-9927-6a753130fe58 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "DELETE /v2.0/floatingips/5ef93899-7667-465a-8641-a858597788a6 HTTP/1.1" status: 204 len: 168 time: 0.9318767 Sep 15 02:51:47.597599 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:47.598016 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:47.635238 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958fa815-731b-492c-9c91-f9685afcc154 x-openstack-request-id: req-958fa815-731b-492c-9c91-f9685afcc154 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:47.635529 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:47.635780 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-958fa815-731b-492c-9c91-f9685afcc154 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:47.636185 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'status': 'completed', 'code': 200} Sep 15 02:51:47.696743 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:51:47.721429 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-f3851047-26c7-47aa-8022-853f8c6fbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:47.723799 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-f3851047-26c7-47aa-8022-853f8c6fbffb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 1098 time: 0.0414541 Sep 15 02:51:47.813887 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-338679cc-fa15-4032-9149-13087006d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:47.815351 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-338679cc-fa15-4032-9149-13087006d39a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 200 len: 915 time: 0.0853920 Sep 15 02:51:47.860668 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-2cab1535-ebee-4729-851c-5302f8436f9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 200 len: 217 time: 0.0380597 Sep 15 02:51:47.899518 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 5, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:47.909787 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-9c52a257-2035-4489-ab77-097793a32700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:47.911228 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-9c52a257-2035-4489-ab77-097793a32700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ccb90d4-ff67-4bc4-82d4-ed615308400f HTTP/1.1" status: 200 len: 853 time: 0.0441411 Sep 15 02:51:47.926281 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] Checking router: 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:51:47.935157 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:51:47.935830 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:51:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:47.966480 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-f5970bb9-0bbc-43ea-b760-27dbce13f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:47.968133 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-f5970bb9-0bbc-43ea-b760-27dbce13f0af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496368 Sep 15 02:51:48.043560 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:51:48.076688 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-38d061ff-5ce5-4679-adda-be7b6298be34 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008756 Sep 15 02:51:48.173252 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1972fbb5-fe0f-4a2f-9394-69631e8adc5a req-3b8dabf6-6a44-46ce-b82e-7e52fc535c80 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897343 Sep 15 02:51:48.392550 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 5, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:48.418889 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c3ef9-4fe4-4d4c-949e-a62461cca79e None None] The sync data for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi is: [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:43Z', 'revision_number': 4, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '57048f2c-193a-4c09-aaca-234de4b96994', 'name': '', 'network_id': '8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'mac_address': 'fa:16:3e:8b:de:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:43Z', 'updated_at': '2021-09-15T02:49:47Z', 'revision_number': 5, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'subnets': [{'id': '9ccb90d4-ff67-4bc4-82d4-ed615308400f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:51:48.638866 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4cdaa4-4cb8-4791-b21f-be2dee3a2bb4 None None] New status for floating IP 5ef93899-7667-465a-8641-a858597788a6: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:51:52.086452 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c6ed8-e09d-4c4c-aa66-b185c3635bb4 req-c6d4c53f-87f8-4cd6-b8ca-4e344c9b6a89 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:52.087888 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-448c6ed8-e09d-4c4c-aa66-b185c3635bb4 req-c6d4c53f-87f8-4cd6-b8ca-4e344c9b6a89 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.2907865 Sep 15 02:51:52.124887 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-448c6ed8-e09d-4c4c-aa66-b185c3635bb4 req-7401881b-1767-489d-ad02-94b2818ee857 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Sep 15 02:51:53.237094 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345674b-45b3-4912-adae-88bd1f24bcf4 req-19b678f9-be7f-4a42-9d2d-f2ca9b8916ac tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:53.238505 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4345674b-45b3-4912-adae-88bd1f24bcf4 req-19b678f9-be7f-4a42-9d2d-f2ca9b8916ac tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0469942 Sep 15 02:51:53.275121 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-4345674b-45b3-4912-adae-88bd1f24bcf4 req-7958e58f-0ee0-4c81-8ba4-4dfdae7a875e tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/security-groups?id=63762228-86a4-4036-ae31-ef61c3a32808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299811 Sep 15 02:51:53.674201 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-15e468da-c6f3-4b4a-8ff5-0f330ee98ad2 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:53.675602 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-15e468da-c6f3-4b4a-8ff5-0f330ee98ad2 tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 945 time: 0.0453696 Sep 15 02:51:53.764486 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Deleting port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:53.764821 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:53.848183 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] For port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:53.848566 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:53.864546 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Calling delete_port for 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:54.107258 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:54.140666 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Pushing event deleted for resources: {'Port': ['ID=44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:54.148977 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] get_ports_and_sgs() called for port_ids ['44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:54.179777 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] No DVR routers for this DVR port 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac on host hv-cinder-76019 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:51:54.182166 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:54.184935 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-66cccccd-826d-4178-91a0-85f21fc1baa9 req-ed0446af-54de-4607-b60e-551724ce06dd tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.37 "DELETE /v2.0/ports/44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac HTTP/1.1" status: 204 len: 173 time: 0.5024545 Sep 15 02:51:54.184935 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'name': 'network-vif-deleted', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:54.186762 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffba610-fafb-4efc-bb80-f7b6ab5ab615" -d '{"events": [{"server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "name": "network-vif-deleted", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:54.221473 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9918e2b9-8f0e-4173-83c5-960191ec5f23 x-openstack-request-id: req-9918e2b9-8f0e-4173-83c5-960191ec5f23 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:54.222007 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3043cd9-86af-4948-9dc2-982fb6c63f9a", "name": "network-vif-deleted", "tag": "44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:54.222263 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9918e2b9-8f0e-4173-83c5-960191ec5f23 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:54.222649 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3043cd9-86af-4948-9dc2-982fb6c63f9a', 'name': 'network-vif-deleted', 'tag': '44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac', 'status': 'completed', 'code': 200} Sep 15 02:51:54.367610 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e975ceb-e862-4b0a-a752-25c8af689a42 req-2a9285a4-06c9-4295-9304-6f872f3b8bda tempest-TestMinimumBasicScenario-724729175 tempest-TestMinimumBasicScenario-724729175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3043cd9-86af-4948-9dc2-982fb6c63f9a HTTP/1.1" status: 200 len: 210 time: 0.0251486 Sep 15 02:51:54.393281 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.675325 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55394) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:57.009741 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.121307 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16ee3d1b-b1cc-47ce-8e8f-95378468b07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.251334 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Deleting port 57048f2c-193a-4c09-aaca-234de4b96994 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:57.251677 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.327571 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] For port 57048f2c-193a-4c09-aaca-234de4b96994, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=57048f2c-193a-4c09-aaca-234de4b96994,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:57.327859 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.339896 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Calling delete_port for 57048f2c-193a-4c09-aaca-234de4b96994 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:57.583813 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.610462 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Pushing event deleted for resources: {'Port': ['ID=57048f2c-193a-4c09-aaca-234de4b96994,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:57.638092 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:57.663143 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:51:57.663493 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device 44a99deb-2f89-4b0c-80ab-1ea4ae20f2ac not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:51:57.773653 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.978014 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:51:58.078580 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:51:58.083531 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-727e7396-72a6-44da-9358-12f2e523ff8e admin admin] 10.222.0.15 "PUT /v2.0/routers/510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4072068 Sep 15 02:51:58.086263 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55396) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:58.087337 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] Sync routers for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:51:58.097204 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:51:58.097816 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:51:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:58.189850 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:58.200815 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:51:58.289186 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:58.373721 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:51:57Z', 'revision_number': 5, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port': {'id': '8c992018-ea27-4e1e-9b47-2b1137b190f7', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:58.398840 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] Checking router: 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:51:58.407776 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] Routers {'510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:51:58.408388 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:51:30Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:58.420167 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Deleting port 8c992018-ea27-4e1e-9b47-2b1137b190f7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:58.420527 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:58.493650 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] Set router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:51:58.500696 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] For port 8c992018-ea27-4e1e-9b47-2b1137b190f7, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=8c992018-ea27-4e1e-9b47-2b1137b190f7,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:58.501124 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:58.512588 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Calling delete_port for 8c992018-ea27-4e1e-9b47-2b1137b190f7 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:58.547725 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:51:58Z', 'revision_number': 6, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port_host': None}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:58.572988 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782ee59-9f8b-4215-b88a-df66c418cdc9 None None] The sync data for ids ['510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2'] in dv-cinder-760193-12-iscsi is: [{'id': '510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2', 'name': 'tempest-TestMinimumBasicScenario-147747158-router', 'tenant_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:41Z', 'updated_at': '2021-09-15T02:51:58Z', 'revision_number': 6, 'project_id': 'f7efc7250fc943deac3f01c082f8cb7c', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:51:58.743284 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:58.767798 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c992018-ea27-4e1e-9b47-2b1137b190f7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:58.826473 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:58.914506 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:58.916639 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.040913 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.041473 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:51:59.046776 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.047921 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-6065ff05-6541-4684-8ea3-9a2a2fe9331d admin admin] 10.222.0.15 "DELETE /v2.0/routers/510f8e93-b2be-4c6d-9c0f-c6eed5d6eeb2 HTTP/1.1" status: 204 len: 168 time: 0.9606934 Sep 15 02:51:59.050425 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55398) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:59.094515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] Deleting subnet 9ccb90d4-ff67-4bc4-82d4-ed615308400f {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:51:59.097620 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.130060 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.210788 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.310564 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.335212 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccb90d4-ff67-4bc4-82d4-ed615308400f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:59.340910 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.342785 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-067a2a1b-3efd-4faa-8e83-3b6e1304fcd0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ccb90d4-ff67-4bc4-82d4-ed615308400f HTTP/1.1" status: 204 len: 168 time: 0.2914286 Sep 15 02:51:59.345602 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55400) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:59.346277 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c6f88-8ccf-4e3f-9df2-ea7d278d7d40 None None] Network 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:51:59.536079 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] DHCP port deletion for 8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:51:59.573786 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 8c992018-ea27-4e1e-9b47-2b1137b190f7 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:59.603485 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 8c992018-ea27-4e1e-9b47-2b1137b190f7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:51:59.603857 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 8c992018-ea27-4e1e-9b47-2b1137b190f7 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:51:59.604244 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 57048f2c-193a-4c09-aaca-234de4b96994 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:59.631004 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 57048f2c-193a-4c09-aaca-234de4b96994 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:51:59.631353 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 57048f2c-193a-4c09-aaca-234de4b96994 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:51:59.644022 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Deleting port 0f140671-0f5b-4f17-b527-c7b21dba684b {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:59.644443 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.678973 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.715690 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] For port 0f140671-0f5b-4f17-b527-c7b21dba684b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=0f140671-0f5b-4f17-b527-c7b21dba684b,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:59.716089 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.728387 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Calling delete_port for 0f140671-0f5b-4f17-b527-c7b21dba684b owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:59.730427 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Deleting port 0f140671-0f5b-4f17-b527-c7b21dba684b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:59.730783 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.779755 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5929ee86-8cad-4cd6-98f9-ec134ae2de29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.795871 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] For port 0f140671-0f5b-4f17-b527-c7b21dba684b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=0f140671-0f5b-4f17-b527-c7b21dba684b,segment=NetworkSegment(235787e1-d226-4fc4-8c6c-cb7135231a15),segment_id=235787e1-d226-4fc4-8c6c-cb7135231a15)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:59.796235 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.807874 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Calling delete_port for 0f140671-0f5b-4f17-b527-c7b21dba684b owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:59.881146 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.888180 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.915046 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Pushing event deleted for resources: {'Port': ['ID=0f140671-0f5b-4f17-b527-c7b21dba684b,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:59.917666 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=0f140671-0f5b-4f17-b527-c7b21dba684b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:59.925080 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] No DVR routers for this DVR port 0f140671-0f5b-4f17-b527-c7b21dba684b on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:51:59.925339 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] No DVR routers for this DVR port 0f140671-0f5b-4f17-b527-c7b21dba684b on host dv-cinder-760193-12-iscsi {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:51:59.927134 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.927489 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.927836 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.928177 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.928549 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.928897 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.929218 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.929549 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.929952 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.930209 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.930534 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.930859 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2efc2-9faf-46b6-878e-2514b4d91772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-12-iscsi {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:59.998197 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.013155 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.018978 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:00.028771 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235787e1-d226-4fc4-8c6c-cb7135231a15') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:00.029066 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235787e1-d226-4fc4-8c6c-cb7135231a15') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:00.041911 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29176446'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.054800 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.061120 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:52:00.061500 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486571'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: Traceback (most recent call last): Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: timer() Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: cb(*args, **kw) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: return func(*args, **kwargs) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: self._notify() Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: self.callback(batched_events) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: event.method(event) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: return f(self, *a, **k) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._get(url).json() Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: return self.request(url, 'GET', **kwargs) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:52:00.063124 dv-cinder-760193-12-iscsi neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:52:00.166318 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.171499 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.173409 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] 10.222.0.15 "DELETE /v2.0/networks/8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8 HTTP/1.1" status: 204 len: 168 time: 0.8268664 Sep 15 02:52:00.176497 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55402) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:00.184316 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7ffe4-e3ec-4cca-86c1-1f87e0079bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe0c711-5ee3-4ef1-9a9d-f6f6a8dfecb8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:00.518662 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.758946 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Deleting port e1a15556-2bb2-4d97-a883-1aba387052ca {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:00.759374 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.834088 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] For port e1a15556-2bb2-4d97-a883-1aba387052ca, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=e1a15556-2bb2-4d97-a883-1aba387052ca,segment=NetworkSegment(48728963-b391-4d08-8b3f-aa58563dd21d),segment_id=48728963-b391-4d08-8b3f-aa58563dd21d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:00.834357 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.847105 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Calling delete_port for e1a15556-2bb2-4d97-a883-1aba387052ca owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:00.960685 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.080531 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.106362 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a15556-2bb2-4d97-a883-1aba387052ca,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:01.144458 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55404) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:01.275586 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.312846 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Deleting port a469c044-7096-4068-9291-b871c155c88c {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:01.313183 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.393561 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.393561 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.407300 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Calling delete_port for a469c044-7096-4068-9291-b871c155c88c owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:01.496332 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:52:01.589986 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 0f140671-0f5b-4f17-b527-c7b21dba684b no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:01.610594 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:52:01.610835 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 0f140671-0f5b-4f17-b527-c7b21dba684b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:01.611134 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 0f140671-0f5b-4f17-b527-c7b21dba684b not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:01.618231 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.618534 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-9d24e5e0-b996-48fc-ac34-11388dae8e16 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b67049c-0b5a-4542-bf1b-05d8123db6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409659 Sep 15 02:52:01.619152 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55406) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:01.629698 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] Sync routers for ids ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:52:01.639722 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] Routers {'4b67049c-0b5a-4542-bf1b-05d8123db6e7'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:01.640338 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:01.648600 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event deleted for resources: {'Port': ['ID=a469c044-7096-4068-9291-b871c155c88c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:01.709358 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.709688 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.db.l3_db [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Floating IP 0a25c7f7-44ae-40eb-b433-1243a8056e8f disassociated (deleted). External IP: 172.27.3.43, port: eafe6ca6-066c-4728-8fd1-339143d57b2c. Sep 15 02:52:01.768859 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] Set router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:01.934919 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Router 3cdf5220-c8ca-49bb-b467-56c01fc851bc has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:52:01.960267 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:52:00Z', 'revision_number': 5, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:01.988061 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.990667 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] Checking router: 4b67049c-0b5a-4542-bf1b-05d8123db6e7 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:52:01.999619 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] Routers {'4b67049c-0b5a-4542-bf1b-05d8123db6e7'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:02.000209 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:02.048590 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:52:02.053172 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.066040 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] Sync routers for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:52:02.081542 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-bfa4a99e-ef6a-487a-bdd5-753c3c46b135 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "DELETE /v2.0/floatingips/0a25c7f7-44ae-40eb-b433-1243a8056e8f HTTP/1.1" status: 204 len: 168 time: 0.9359806 Sep 15 02:52:02.082125 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:02.083533 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:02.084483 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3de77cde36c2cc7538fbc59cc0f282a44ef088839d06f882522746024de7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51219c6e-ac66-4850-bc45-e8b541862753" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:02.101564 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:02.103288 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] Set router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:02.110466 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.131100 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb681111-b9df-4d38-9a70-e681f590308c x-openstack-request-id: req-cb681111-b9df-4d38-9a70-e681f590308c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:02.131395 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:02.131646 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb681111-b9df-4d38-9a70-e681f590308c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:02.132052 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'status': 'completed', 'code': 200} Sep 15 02:52:02.231005 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:02.246941 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51219c6e-ac66-4850-bc45-e8b541862753 req-5f0d7457-afab-46d5-a414-3f5327c60d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:02.248445 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51219c6e-ac66-4850-bc45-e8b541862753 req-5f0d7457-afab-46d5-a414-3f5327c60d46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f88037298ab41778fa946121e07cd81&device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 1098 time: 0.0679448 Sep 15 02:52:02.284821 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Deleting port 6a91df24-30cc-41b7-9093-fc2b3091df84 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:02.285500 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.296942 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:52:00Z', 'revision_number': 5, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:02.327269 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09b08c-48e2-4947-acb4-081d1b49103a None None] The sync data for ids ['4b67049c-0b5a-4542-bf1b-05d8123db6e7'] in dv-cinder-760193-12-iscsi is: [{'id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'name': 'tempest-TestMinimumBasicScenario-1643410789-router', 'tenant_id': 'ba1ad24c809b44e691ac69d652252315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:49:46Z', 'updated_at': '2021-09-15T02:52:00Z', 'revision_number': 5, 'project_id': 'ba1ad24c809b44e691ac69d652252315', 'gw_port': {'id': '6a91df24-30cc-41b7-9093-fc2b3091df84', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67049c-0b5a-4542-bf1b-05d8123db6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:49:47Z', 'updated_at': '2021-09-15T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:52:02.409565 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51219c6e-ac66-4850-bc45-e8b541862753 req-9f1757b1-b2fd-477b-9096-aa5f4e197747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:02.411068 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51219c6e-ac66-4850-bc45-e8b541862753 req-9f1757b1-b2fd-477b-9096-aa5f4e197747 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 200 len: 910 time: 0.1544456 Sep 15 02:52:02.428117 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] For port 6a91df24-30cc-41b7-9093-fc2b3091df84, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=6a91df24-30cc-41b7-9093-fc2b3091df84,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:02.428507 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.472715 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 5, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:02.475830 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51219c6e-ac66-4850-bc45-e8b541862753 req-92b61ff2-c795-4d15-9f63-f07404740a6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 200 len: 217 time: 0.0576992 Sep 15 02:52:02.481838 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Calling delete_port for 6a91df24-30cc-41b7-9093-fc2b3091df84 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:02.497810 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] Checking router: 3cdf5220-c8ca-49bb-b467-56c01fc851bc for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:52:02.506110 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:02.506733 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:02.539277 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.606698 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51219c6e-ac66-4850-bc45-e8b541862753 req-8edc38b2-4856-4a43-98ca-a1a9bb7ddfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:02.608183 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51219c6e-ac66-4850-bc45-e8b541862753 req-8edc38b2-4856-4a43-98ca-a1a9bb7ddfa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 200 len: 848 time: 0.1228621 Sep 15 02:52:02.690893 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75781861-8cab-4da1-bf3e-8d889f8487fa req-b8e030b6-abef-4a29-b11b-f058b4255709 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:02.692481 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75781861-8cab-4da1-bf3e-8d889f8487fa req-b8e030b6-abef-4a29-b11b-f058b4255709 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.1773405 Sep 15 02:52:02.735731 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51219c6e-ac66-4850-bc45-e8b541862753 req-5b5aa44c-5f55-4db0-a4ff-5be025c65d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:02.736900 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51219c6e-ac66-4850-bc45-e8b541862753 req-5b5aa44c-5f55-4db0-a4ff-5be025c65d64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9d3918-fb15-4987-99fe-bdea04d65c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1185188 Sep 15 02:52:02.738093 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:02.808727 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-75781861-8cab-4da1-bf3e-8d889f8487fa req-bba763ae-5adc-4f80-b4da-eed025466665 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063116 Sep 15 02:52:02.882343 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51219c6e-ac66-4850-bc45-e8b541862753 req-f3eb6413-4972-4e9f-8dbc-cc9e750ff1d0 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370633 Sep 15 02:52:02.922803 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.948596 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 5, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:02.979391 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a4d88-5edb-49a1-896b-1b9fb98f8198 None None] The sync data for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi is: [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:58Z', 'revision_number': 4, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi', '_interfaces': [{'id': '386d90ff-7e0d-40b2-97e5-01440c08c145', 'name': '', 'network_id': '4b9d3918-fb15-4987-99fe-bdea04d65c39', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'mac_address': 'fa:16:3e:1f:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '90c66512-109a-4aae-a017-268dae80df80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:58Z', 'updated_at': '2021-09-15T02:47:02Z', 'revision_number': 5, 'project_id': '8f88037298ab41778fa946121e07cd81', 'subnets': [{'id': '90c66512-109a-4aae-a017-268dae80df80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:52:02.990493 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a91df24-30cc-41b7-9093-fc2b3091df84,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:03.048099 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-51219c6e-ac66-4850-bc45-e8b541862753 req-0edddbf6-6752-4f8e-95fc-141e295b62e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581872 Sep 15 02:52:03.062060 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.154538 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.156940 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.204765 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2f250-3265-4032-bcb4-c6c28f415738 None None] New status for floating IP 0a25c7f7-44ae-40eb-b433-1243a8056e8f: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:52:03.252556 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.253012 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b67049c-0b5a-4542-bf1b-05d8123db6e7 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:52:03.257600 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.258837 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-2720f9cf-68e7-432c-87f3-0c9ff8119522 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4b67049c-0b5a-4542-bf1b-05d8123db6e7 HTTP/1.1" status: 204 len: 168 time: 1.6387630 Sep 15 02:52:03.261607 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55414) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:03.309341 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] Deleting subnet b9978cb8-702e-4dbe-92b2-21ba366ec80e {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:52:03.312678 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.348440 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.434450 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.535714 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device e1a15556-2bb2-4d97-a883-1aba387052ca no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:03.555495 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: e1a15556-2bb2-4d97-a883-1aba387052ca {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:03.684085 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device e1a15556-2bb2-4d97-a883-1aba387052ca not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:03.684085 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 6a91df24-30cc-41b7-9093-fc2b3091df84 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:03.684085 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 6a91df24-30cc-41b7-9093-fc2b3091df84 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:03.684085 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 6a91df24-30cc-41b7-9093-fc2b3091df84 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:03.689891 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.689891 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9978cb8-702e-4dbe-92b2-21ba366ec80e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:03.689891 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.689891 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-5d710cf7-2270-45d6-ab32-f6d3f3431e5c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9978cb8-702e-4dbe-92b2-21ba366ec80e HTTP/1.1" status: 204 len: 168 time: 0.4188356 Sep 15 02:52:03.690353 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55416) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:03.690795 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ebf84-deae-4676-a00b-f76bdc0229b7 None None] Network bc1681a0-cb90-41be-a1d2-2763dd9f2770 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:52:03.755713 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.806450 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Deleting port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:03.806784 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.858074 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] DHCP port deletion for bc1681a0-cb90-41be-a1d2-2763dd9f2770 request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:52:03.871719 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] For port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,segment=NetworkSegment(48728963-b391-4d08-8b3f-aa58563dd21d),segment_id=48728963-b391-4d08-8b3f-aa58563dd21d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:03.872085 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.885229 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Calling delete_port for abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:03.904241 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] Deleting port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:03.904635 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.936986 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5489-70d7-44a8-8e7d-4367da25cb51 req-d2be15b9-57fa-4a5b-8c24-c92c832ccc03 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:03.938492 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ce7e5489-70d7-44a8-8e7d-4367da25cb51 req-d2be15b9-57fa-4a5b-8c24-c92c832ccc03 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Sep 15 02:52:03.977275 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-ce7e5489-70d7-44a8-8e7d-4367da25cb51 req-71c6c278-9251-44d9-8592-a258c62b4e42 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/security-groups?id=674bc7e0-ccdc-47b9-93d8-54adbf826ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Sep 15 02:52:03.980586 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] For port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,segment=NetworkSegment(48728963-b391-4d08-8b3f-aa58563dd21d),segment_id=48728963-b391-4d08-8b3f-aa58563dd21d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:03.980727 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:03.992320 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] Calling delete_port for abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:04.052430 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.064016 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.078984 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:04.082535 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] No DVR routers for this DVR port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c on host dv-cinder-760193-12-iscsi {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:04.090990 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] Pushing event deleted for resources: {'Port': ['ID=abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:04.092861 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38bdf84-5571-4fd0-97e1-2196672f0280 None None] No DVR routers for this DVR port abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:04.123156 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-7fcbff8e-6a3e-4067-90e1-d06384546dba tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:04.124657 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-7fcbff8e-6a3e-4067-90e1-d06384546dba tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 945 time: 0.0592196 Sep 15 02:52:04.168635 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.188797 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1681a0-cb90-41be-a1d2-2763dd9f2770']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:04.197900 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48728963-b391-4d08-8b3f-aa58563dd21d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:04.198687 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48728963-b391-4d08-8b3f-aa58563dd21d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:04.208295 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29176446'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.213267 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Deleting port eafe6ca6-066c-4728-8fd1-339143d57b2c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:04.213607 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.222312 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.228163 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:52:04.228601 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486571'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: Traceback (most recent call last): Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: timer() Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: cb(*args, **kw) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: return func(*args, **kwargs) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: self._notify() Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: self.callback(batched_events) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: event.method(event) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: return f(self, *a, **k) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._get(url).json() Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: return self.request(url, 'GET', **kwargs) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:52:04.230680 dv-cinder-760193-12-iscsi neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:52:04.304712 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] For port eafe6ca6-066c-4728-8fd1-339143d57b2c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eafe6ca6-066c-4728-8fd1-339143d57b2c,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:04.305002 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.317250 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Calling delete_port for eafe6ca6-066c-4728-8fd1-339143d57b2c owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:04.360675 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.367057 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.368944 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc1681a0-cb90-41be-a1d2-2763dd9f2770 HTTP/1.1" status: 204 len: 168 time: 0.6828780 Sep 15 02:52:04.378760 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb412-8c7e-482e-bb8e-5c5e694c89a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1681a0-cb90-41be-a1d2-2763dd9f2770,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:04.498066 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.529448 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event deleted for resources: {'Port': ['ID=eafe6ca6-066c-4728-8fd1-339143d57b2c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:04.572031 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] No DVR routers for this DVR port eafe6ca6-066c-4728-8fd1-339143d57b2c on host hv-cinder-76019 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:04.574492 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171540'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.576562 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-1e89fa39-fc0f-49e5-871d-1ef82da85adc req-fc536e18-fe74-478c-858c-727eddfaeb1f tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.37 "DELETE /v2.0/ports/eafe6ca6-066c-4728-8fd1-339143d57b2c HTTP/1.1" status: 204 len: 173 time: 0.4454176 Sep 15 02:52:04.577560 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-deleted', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:04.579229 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c91719868b8588a4ad50850027da2c57b5d10afc20f275f43cc3cf73239232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd7b45-b931-4a12-ad9e-652f093dedee" -d '{"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-deleted", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:04.614053 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05346e8b-fdd9-4a57-b17f-0f628e95c685 x-openstack-request-id: req-05346e8b-fdd9-4a57-b17f-0f628e95c685 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:04.614429 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f213d-58fb-40e4-b878-0ed5da8648f2", "name": "network-vif-deleted", "tag": "eafe6ca6-066c-4728-8fd1-339143d57b2c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:04.614685 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05346e8b-fdd9-4a57-b17f-0f628e95c685 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:04.615085 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f213d-58fb-40e4-b878-0ed5da8648f2', 'name': 'network-vif-deleted', 'tag': 'eafe6ca6-066c-4728-8fd1-339143d57b2c', 'status': 'completed', 'code': 200} Sep 15 02:52:04.766389 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55424) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:04.812324 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-f5e6e51d-5195-4eee-8d8a-d580f778eaad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7efc7250fc943deac3f01c082f8cb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446894 Sep 15 02:52:04.814592 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55426) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:04.861457 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b80d28fe-9422-4ef8-abf8-96c92f534d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:04.882514 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b80d28fe-9422-4ef8-abf8-96c92f534d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.052512 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b80d28fe-9422-4ef8-abf8-96c92f534d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.055086 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b80d28fe-9422-4ef8-abf8-96c92f534d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.056254 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-b80d28fe-9422-4ef8-abf8-96c92f534d03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63762228-86a4-4036-ae31-ef61c3a32808 HTTP/1.1" status: 204 len: 168 time: 0.2407804 Sep 15 02:52:05.064424 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d28fe-9422-4ef8-abf8-96c92f534d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63762228-86a4-4036-ae31-ef61c3a32808,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:05.079403 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-c630b461-d4e4-41e8-8a65-b68dbe064579 req-130d1cc2-cd2b-43c4-b56e-780b9ebe8fc5 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 210 time: 0.0329154 Sep 15 02:52:05.538367 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:05.563112 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:05.563461 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device abcc11fe-f9c7-4c4d-93a0-a33a9857bb2c not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:05.708170 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55434) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:05.747021 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-080957b8-462b-4493-879a-7bc4c68fb652 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba1ad24c809b44e691ac69d652252315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377250 Sep 15 02:52:05.749407 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55436) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:05.796973 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5fb9809-f5c2-4038-9ffe-2cfba5249363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.818604 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5fb9809-f5c2-4038-9ffe-2cfba5249363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.972378 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5fb9809-f5c2-4038-9ffe-2cfba5249363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.974875 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5fb9809-f5c2-4038-9ffe-2cfba5249363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.976058 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-d5fb9809-f5c2-4038-9ffe-2cfba5249363 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7ebf9e3-0b90-4cca-b333-de67a489d1ba HTTP/1.1" status: 204 len: 168 time: 0.2257435 Sep 15 02:52:05.983917 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9809-f5c2-4038-9ffe-2cfba5249363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ebf9e3-0b90-4cca-b333-de67a489d1ba,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:06.190186 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [req-8f11969e-d99b-4337-96b0-c30b83bf2a4b req-aa0ad51f-e05d-42f1-a56c-f4e93ddb2561 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d91f213d-58fb-40e4-b878-0ed5da8648f2 HTTP/1.1" status: 200 len: 210 time: 0.0255628 Sep 15 02:52:07.247218 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55444) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:07.302038 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf23a455-c9d9-4844-b479-e61b689658a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:07.326201 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf23a455-c9d9-4844-b479-e61b689658a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:07.475034 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf23a455-c9d9-4844-b479-e61b689658a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:07.477496 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf23a455-c9d9-4844-b479-e61b689658a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:07.478674 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-cf23a455-c9d9-4844-b479-e61b689658a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] 10.222.0.15 "DELETE /v2.0/security-groups/674bc7e0-ccdc-47b9-93d8-54adbf826ece HTTP/1.1" status: 204 len: 168 time: 0.2305007 Sep 15 02:52:07.488466 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23a455-c9d9-4844-b479-e61b689658a9 tempest-TestShelveInstance-1022595620 tempest-TestShelveInstance-1022595620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674bc7e0-ccdc-47b9-93d8-54adbf826ece,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:07.585323 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55448) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:07.669737 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device eafe6ca6-066c-4728-8fd1-339143d57b2c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:07.689112 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] No Port match for: eafe6ca6-066c-4728-8fd1-339143d57b2c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:07.689455 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Device eafe6ca6-066c-4728-8fd1-339143d57b2c not bound to the agent host hv-cinder-76019 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:08.102457 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.334436 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Deleting port 386d90ff-7e0d-40b2-97e5-01440c08c145 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:08.335138 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.410037 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] For port 386d90ff-7e0d-40b2-97e5-01440c08c145, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=386d90ff-7e0d-40b2-97e5-01440c08c145,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:08.410315 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.423140 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Calling delete_port for 386d90ff-7e0d-40b2-97e5-01440c08c145 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:08.658026 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.685024 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Pushing event deleted for resources: {'Port': ['ID=386d90ff-7e0d-40b2-97e5-01440c08c145,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:08.843380 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:09.305387 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Router 3cdf5220-c8ca-49bb-b467-56c01fc851bc has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:52:09.405708 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:52:09.410969 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-2b05ac6d-5350-4b31-b826-3ce60456e00f admin admin] 10.222.0.15 "PUT /v2.0/routers/3cdf5220-c8ca-49bb-b467-56c01fc851bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8246284 Sep 15 02:52:09.413476 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55452) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:09.414262 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] Sync routers for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:52:09.423838 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:09.424557 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:09.521250 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:09.537784 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: dv-cinder-760193-12-iscsi {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:09.625003 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:09.711161 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:52:08Z', 'revision_number': 5, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port': {'id': 'b2f90314-f790-4ef5-88f2-beb77b9ca26b', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:09.740315 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] Checking router: 3cdf5220-c8ca-49bb-b467-56c01fc851bc for host: dv-cinder-760193-12-iscsi {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:52:09.744579 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Deleting port b2f90314-f790-4ef5-88f2-beb77b9ca26b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:09.745439 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:09.748923 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] Routers {'3cdf5220-c8ca-49bb-b467-56c01fc851bc'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:09.749522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:09.824625 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] For port b2f90314-f790-4ef5-88f2-beb77b9ca26b, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=b2f90314-f790-4ef5-88f2-beb77b9ca26b,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:09.824985 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:09.830324 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] Set router 3cdf5220-c8ca-49bb-b467-56c01fc851bc gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:09.836985 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Calling delete_port for b2f90314-f790-4ef5-88f2-beb77b9ca26b owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:09.884349 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:52:09Z', 'revision_number': 6, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port_host': None}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:09.910039 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2312396-cfd8-4f1e-b897-d1d9ff2c865c None None] The sync data for ids ['3cdf5220-c8ca-49bb-b467-56c01fc851bc'] in dv-cinder-760193-12-iscsi is: [{'id': '3cdf5220-c8ca-49bb-b467-56c01fc851bc', 'name': 'tempest-TestShelveInstance-1839531294-router', 'tenant_id': '8f88037298ab41778fa946121e07cd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:46:55Z', 'updated_at': '2021-09-15T02:52:09Z', 'revision_number': 6, 'project_id': '8f88037298ab41778fa946121e07cd81', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:52:10.051975 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.078681 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f90314-f790-4ef5-88f2-beb77b9ca26b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:10.137982 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.224128 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.226221 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.349430 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.350018 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdf5220-c8ca-49bb-b467-56c01fc851bc {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:52:10.354756 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.356044 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-1ab2a58c-3d80-4f6f-9d68-35e96e6f52a0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3cdf5220-c8ca-49bb-b467-56c01fc851bc HTTP/1.1" status: 204 len: 168 time: 0.9416606 Sep 15 02:52:10.358517 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55454) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:10.402238 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] Deleting subnet 90c66512-109a-4aae-a017-268dae80df80 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:52:10.405235 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.438151 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28425706'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.514487 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.639760 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28532895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28868054'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.664675 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c66512-109a-4aae-a017-268dae80df80,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:10.670872 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.672790 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-c299309d-b600-4cc0-bf95-8f87a0930834 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90c66512-109a-4aae-a017-268dae80df80 HTTP/1.1" status: 204 len: 168 time: 0.3133333 Sep 15 02:52:10.675236 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.15', 55456) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:10.677753 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a3d08-9253-4098-8304-7042e8a0d377 None None] Network 4b9d3918-fb15-4987-99fe-bdea04d65c39 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:52:10.746739 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.800099 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Deleting port 343028db-7a47-4c6f-8930-57e567394453 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:10.800491 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.864669 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] DHCP port deletion for 4b9d3918-fb15-4987-99fe-bdea04d65c39 request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:52:10.869637 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] For port 343028db-7a47-4c6f-8930-57e567394453, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=343028db-7a47-4c6f-8930-57e567394453,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:10.870217 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.887641 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Calling delete_port for 343028db-7a47-4c6f-8930-57e567394453 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:10.912842 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] Deleting port 343028db-7a47-4c6f-8930-57e567394453 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:10.913328 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.987174 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] For port 343028db-7a47-4c6f-8930-57e567394453, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=343028db-7a47-4c6f-8930-57e567394453,segment=NetworkSegment(acb3a397-26ae-4956-97ae-2d77e872d654),segment_id=acb3a397-26ae-4956-97ae-2d77e872d654)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:10.987653 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.999995 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] Calling delete_port for 343028db-7a47-4c6f-8930-57e567394453 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:11.035138 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28532912'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.062744 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Pushing event deleted for resources: {'Port': ['ID=343028db-7a47-4c6f-8930-57e567394453,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:11.066257 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] No DVR routers for this DVR port 343028db-7a47-4c6f-8930-57e567394453 on host dv-cinder-760193-12-iscsi {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:11.081343 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.110306 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] Pushing event deleted for resources: {'Port': ['ID=343028db-7a47-4c6f-8930-57e567394453,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:11.114200 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e202a-e1f1-4c09-8ca0-af69b0822420 None None] No DVR routers for this DVR port 343028db-7a47-4c6f-8930-57e567394453 on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:11.139806 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.160010 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9d3918-fb15-4987-99fe-bdea04d65c39']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:11.169523 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb3a397-26ae-4956-97ae-2d77e872d654') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:11.171229 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb3a397-26ae-4956-97ae-2d77e872d654') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:11.179073 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28425697'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.191762 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.197409 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28536385'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: Traceback (most recent call last): Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: timer() Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: cb(*args, **kw) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: return func(*args, **kwargs) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: self._notify() Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: self.callback(batched_events) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: event.method(event) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: return f(self, *a, **k) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._get(url).json() Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: return self.request(url, 'GET', **kwargs) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:52:11.199774 dv-cinder-760193-12-iscsi neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:52:11.326167 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.330448 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.332510 dv-cinder-760193-12-iscsi neutron-server[101033]: INFO neutron.wsgi [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b9d3918-fb15-4987-99fe-bdea04d65c39 HTTP/1.1" status: 204 len: 168 time: 0.6562810 Sep 15 02:52:11.335400 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55458) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:11.345036 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6704fc-2ba8-45cf-b26b-1d9e23edba6c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9d3918-fb15-4987-99fe-bdea04d65c39,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:11.548954 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device b2f90314-f790-4ef5-88f2-beb77b9ca26b no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:11.569415 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: b2f90314-f790-4ef5-88f2-beb77b9ca26b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:11.569765 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device b2f90314-f790-4ef5-88f2-beb77b9ca26b not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:11.570170 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 386d90ff-7e0d-40b2-97e5-01440c08c145 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:11.588719 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 386d90ff-7e0d-40b2-97e5-01440c08c145 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:11.589090 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 386d90ff-7e0d-40b2-97e5-01440c08c145 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:11.589522 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 343028db-7a47-4c6f-8930-57e567394453 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:11.608603 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 343028db-7a47-4c6f-8930-57e567394453 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:11.608948 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 343028db-7a47-4c6f-8930-57e567394453 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:11.676764 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-724486'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.913774 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Deleting port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:11.914111 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:11.989263 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] For port cf8cfc80-1d4b-4200-8dae-2582c6d45ad5, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,segment=NetworkSegment(40c64906-d223-49a1-802b-a7f4e898c308),segment_id=40c64906-d223-49a1-802b-a7f4e898c308)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:11.989623 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:12.002126 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Calling delete_port for cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:12.229426 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:12.254951 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8cfc80-1d4b-4200-8dae-2582c6d45ad5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:12.422025 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725942'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:12.631533 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Router 8e4903e3-5ef1-4605-9d5e-6c807943d702 has already been hosted by L3 agent fb72ab64-176f-4ccf-9563-91cfea276dc7 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:52:12.734301 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] Notify agent at l3_agent.dv-cinder-760193-12-iscsi the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:52:12.739509 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-90f73652-6f91-4eeb-a547-489df4428ac9 admin admin] 10.222.0.15 "PUT /v2.0/routers/8e4903e3-5ef1-4605-9d5e-6c807943d702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030597 Sep 15 02:52:12.742100 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55460) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:12.743069 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] Sync routers for ids ['8e4903e3-5ef1-4605-9d5e-6c807943d702'] in dv-cinder-760193-12-iscsi {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:52:12.753888 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] Routers {'8e4903e3-5ef1-4605-9d5e-6c807943d702'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:12.754505 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['8e4903e3-5ef1-4605-9d5e-6c807943d702'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:12.860414 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] Set router 8e4903e3-5ef1-4605-9d5e-6c807943d702 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:13.038839 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:52:12Z', 'revision_number': 5, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:13.067836 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] Checking router: 8e4903e3-5ef1-4605-9d5e-6c807943d702 for host: dv-cinder-760193-12-iscsi {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:52:13.076850 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] Routers {'8e4903e3-5ef1-4605-9d5e-6c807943d702'} bound to L3 agent in host dv-cinder-760193-12-iscsi {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:13.077514 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:32:00Z,description=,heartbeat_timestamp=2021-09-15T02:52:00Z,host='dv-cinder-760193-12-iscsi',id=fb72ab64-176f-4ccf-9563-91cfea276dc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:32:00Z,topic='l3_agent')) {'router_ids': ['8e4903e3-5ef1-4605-9d5e-6c807943d702'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:13.082216 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.185538 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.262348 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] Set router 8e4903e3-5ef1-4605-9d5e-6c807943d702 gateway port host: dv-cinder-760193-12-iscsi {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:13.288328 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Deleting port 74b3a960-c237-41d5-b9ca-d3dd74190bdb {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:13.288697 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.365089 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] For port 74b3a960-c237-41d5-b9ca-d3dd74190bdb, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=74b3a960-c237-41d5-b9ca-d3dd74190bdb,segment=NetworkSegment(81468da0-d6ab-406c-98c2-ec261ce275cf),segment_id=81468da0-d6ab-406c-98c2-ec261ce275cf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:13.365452 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.378445 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Calling delete_port for 74b3a960-c237-41d5-b9ca-d3dd74190bdb owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:13.436590 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:52:12Z', 'revision_number': 5, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}], 'dv-cinder-760193-12-iscsi', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:13.461636 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf208beb-b774-4626-805f-81ecca256b80 None None] The sync data for ids ['8e4903e3-5ef1-4605-9d5e-6c807943d702'] in dv-cinder-760193-12-iscsi is: [{'id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'name': 'tempest-TestShelveInstance-2075555584-router', 'tenant_id': '10f2b70a2ae940048bbf91dc1318fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'external_fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:01Z', 'updated_at': '2021-09-15T02:52:12Z', 'revision_number': 5, 'project_id': '10f2b70a2ae940048bbf91dc1318fc64', 'gw_port': {'id': '74b3a960-c237-41d5-b9ca-d3dd74190bdb', 'name': '', 'network_id': '4e0ccc62-3acb-44d4-be11-a4bfc744ecea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4903e3-5ef1-4605-9d5e-6c807943d702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:02Z', 'updated_at': '2021-09-15T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f66c12b3-6878-426c-83cf-ff173e4cdf76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-12-iscsi'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:52:13.606357 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.634840 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Pushing event deleted for resources: {'Port': ['ID=74b3a960-c237-41d5-b9ca-d3dd74190bdb,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:13.691215 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725872'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.778148 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3294'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.779758 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.892406 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723674'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.896056 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4903e3-5ef1-4605-9d5e-6c807943d702 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:52:13.897447 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.898626 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-9deb0a22-2a1e-4aad-a06a-a14abe59fefc admin admin] 10.222.0.15 "DELETE /v2.0/routers/8e4903e3-5ef1-4605-9d5e-6c807943d702 HTTP/1.1" status: 204 len: 168 time: 1.1556180 Sep 15 02:52:13.901806 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55462) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:13.947098 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] Deleting subnet 3bc70f0b-f67d-4c46-b09b-e8f71f4867fa {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:52:13.951046 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.985608 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29176437'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.070686 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3789653'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.172123 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3789634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25487925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25565827'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.198419 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc70f0b-f67d-4c46-b09b-e8f71f4867fa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:14.201944 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.209043 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-e24f257a-c2f0-45da-9e80-d4f0cb009540 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3bc70f0b-f67d-4c46-b09b-e8f71f4867fa HTTP/1.1" status: 204 len: 168 time: 0.3006384 Sep 15 02:52:14.209043 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55464) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:14.209559 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c511c-bd3b-43a1-987a-b4c4eadbeda7 None None] Network 2167e4ae-e522-498b-b46e-b23ea5e3e721 requested from dv-cinder-760193-12-iscsi {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:52:14.273971 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727012'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.331131 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Deleting port ef0ab21b-654d-4d94-8db4-c02d4155aea0 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:14.331478 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.394613 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] For port ef0ab21b-654d-4d94-8db4-c02d4155aea0, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=ef0ab21b-654d-4d94-8db4-c02d4155aea0,segment=NetworkSegment(40c64906-d223-49a1-802b-a7f4e898c308),segment_id=40c64906-d223-49a1-802b-a7f4e898c308)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:14.394983 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.407429 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Calling delete_port for ef0ab21b-654d-4d94-8db4-c02d4155aea0 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:14.422050 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] DHCP port deletion for 2167e4ae-e522-498b-b46e-b23ea5e3e721 request from dv-cinder-760193-12-iscsi {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:52:14.516774 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] Deleting port ef0ab21b-654d-4d94-8db4-c02d4155aea0 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:14.522135 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785541993265'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.581272 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] For port ef0ab21b-654d-4d94-8db4-c02d4155aea0, host dv-cinder-760193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-12-iscsi',level=0,port_id=ef0ab21b-654d-4d94-8db4-c02d4155aea0,segment=NetworkSegment(40c64906-d223-49a1-802b-a7f4e898c308),segment_id=40c64906-d223-49a1-802b-a7f4e898c308)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:14.581688 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730190'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.583214 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487898'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.593738 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] Calling delete_port for ef0ab21b-654d-4d94-8db4-c02d4155aea0 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:14.610762 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0ab21b-654d-4d94-8db4-c02d4155aea0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:14.612189 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] No DVR routers for this DVR port ef0ab21b-654d-4d94-8db4-c02d4155aea0 on host dv-cinder-760193-12-iscsi {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:14.668049 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785541998583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785541659841'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.680313 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3789522', 'neutron.services.segments.db._delete_segments_for_network-8785542203037'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.690931 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] Pushing event deleted for resources: {'Port': ['ID=ef0ab21b-654d-4d94-8db4-c02d4155aea0,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:14.696514 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fcb9c-34be-4991-ae92-6ad0feee5a15 None None] No DVR routers for this DVR port ef0ab21b-654d-4d94-8db4-c02d4155aea0 on host dv-cinder-760193-12-iscsi {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:14.705317 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2167e4ae-e522-498b-b46e-b23ea5e3e721']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:14.714774 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c64906-d223-49a1-802b-a7f4e898c308') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:14.715062 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.services.segments.db [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c64906-d223-49a1-802b-a7f4e898c308') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:14.724323 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785542202022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29176446'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.737414 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.742967 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:52:14.743336 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3792576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486571'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: Traceback (most recent call last): Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: timer() Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: cb(*args, **kw) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: return func(*args, **kwargs) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: self._notify() Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: self.callback(batched_events) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: event.method(event) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: return f(self, *a, **k) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._get(url).json() Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: return self.request(url, 'GET', **kwargs) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:52:14.745531 dv-cinder-760193-12-iscsi neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:52:14.855909 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3789515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3618119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725780'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.860972 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3618133'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.862769 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2167e4ae-e522-498b-b46e-b23ea5e3e721 HTTP/1.1" status: 204 len: 168 time: 0.6555867 Sep 15 02:52:14.873586 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3bd9e-2df1-469b-b6ab-2ba7ea301472 admin admin] Pushing event deleted for resources: {'Network': ['ID=2167e4ae-e522-498b-b46e-b23ea5e3e721,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:15.160432 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55468) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:15.199947 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-91c98ec3-c59f-449d-b3e3-5cf73d33649f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f88037298ab41778fa946121e07cd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383308 Sep 15 02:52:15.202373 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55470) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:15.252283 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6676e138-079e-4184-aaeb-e4f7487a4d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:15.273461 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6676e138-079e-4184-aaeb-e4f7487a4d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:15.366149 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6676e138-079e-4184-aaeb-e4f7487a4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:15.368737 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6676e138-079e-4184-aaeb-e4f7487a4d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:15.370591 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-6676e138-079e-4184-aaeb-e4f7487a4d3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09f17889-79dd-4726-a7bc-7e101d68489d HTTP/1.1" status: 204 len: 168 time: 0.1666515 Sep 15 02:52:15.378252 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676e138-079e-4184-aaeb-e4f7487a4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f17889-79dd-4726-a7bc-7e101d68489d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:15.538850 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:15.562553 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:15.562899 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device cf8cfc80-1d4b-4200-8dae-2582c6d45ad5 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:15.563312 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device ef0ab21b-654d-4d94-8db4-c02d4155aea0 no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:15.580915 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: ef0ab21b-654d-4d94-8db4-c02d4155aea0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:15.581253 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device ef0ab21b-654d-4d94-8db4-c02d4155aea0 not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:15.581644 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 74b3a960-c237-41d5-b9ca-d3dd74190bdb no longer exists at agent ovs-agent-dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:15.599379 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] No Port match for: 74b3a960-c237-41d5-b9ca-d3dd74190bdb {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:15.602813 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Device 74b3a960-c237-41d5-b9ca-d3dd74190bdb not bound to the agent host dv-cinder-760193-12-iscsi {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:15.993504 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55476) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:16.032708 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-913404ec-5d23-4140-b9e1-c8e41b82d597 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10f2b70a2ae940048bbf91dc1318fc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379403 Sep 15 02:52:16.035548 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.15', 55478) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:16.088083 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ecb211-af90-4e35-88f2-3075e932c3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:16.108743 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ecb211-af90-4e35-88f2-3075e932c3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:16.249842 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ecb211-af90-4e35-88f2-3075e932c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611795'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:16.252407 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ecb211-af90-4e35-88f2-3075e932c3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:16.255098 dv-cinder-760193-12-iscsi neutron-server[101034]: INFO neutron.wsgi [None req-56ecb211-af90-4e35-88f2-3075e932c3ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60f77799-4307-489c-ae9b-abdb1b9e7d95 HTTP/1.1" status: 204 len: 168 time: 0.2170897 Sep 15 02:52:16.261814 dv-cinder-760193-12-iscsi neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb211-af90-4e35-88f2-3075e932c3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f77799-4307-489c-ae9b-abdb1b9e7d95,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:22.112584 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:52:24.398307 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:27.114148 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5a31-6130-4d05-ae99-59dae7ab4d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:29.758050 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35d4b87e-59e0-4ba4-b3d0-04dcb2eb1e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:29.949351 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:30.994458 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:32.506333 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:54.388031 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:57.147989 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f495a7cc-ef25-400b-a1ba-8d68da3da340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.111065 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:52:59.736640 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-91554b4e-4d09-4731-90d1-ca14c2d18c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.957703 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:00.969171 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:02.551800 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:24.393301 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:27.123279 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c813e0e5-d85e-4745-9183-65fdf08b8699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:29.735680 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f92b146a-86d3-467f-a1ce-eab40e71f294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:29.941562 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:30.987516 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:32.513627 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:36.109545 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:53:54.409722 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:57.129827 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9784-6627-464e-acd2-9b56e36d22b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:59.736131 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31ae4d1c-0e72-4ab8-99c2-de60314d0d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:59.963973 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:00.974253 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:02.639695 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:13.108877 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:54:24.425159 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:27.123411 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f23f2ba5-25f2-43d4-b578-bfccedb84c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:29.761983 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a97d56b-7e92-4448-be7d-a1c39260fc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:29.962451 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:30.963308 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:32.546163 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:50.108114 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:54:54.465607 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:57.122704 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b21efeb6-8e19-48cd-9176-362a3e1949c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:59.768244 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a4cda01c-6c5f-4419-9b71-b30e5ccaa661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:59.968612 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:00.963036 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:02.527530 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:24.510755 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:27.107731 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:55:27.127695 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-679c57d8-beff-429f-91c9-6bb1b77281e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:29.751014 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d090109e-6dfe-4f99-a968-aa8448afd264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:29.957795 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:30.979473 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:32.527082 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:53.834740 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [req-454ebe81-09f9-4ca6-bef7-d7368e7e4c48 req-c9b6b673-d7f0-48ec-8a35-fc44348fb1fb service neutron] (101033) timed out ('10.222.0.37', 49305) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 02:55:53.846515 dv-cinder-760193-12-iscsi neutron-server[101033]: DEBUG neutron.wsgi [req-2ab6e601-9b46-4fbe-aeee-917549a13ee6 req-65d72e38-22b9-444a-9224-eaed4fae3332 service neutron] (101033) timed out ('10.222.0.37', 49269) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 02:55:54.498631 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:57.155613 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ab35a88-9c59-42df-8b21-42f5a9102452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:59.733275 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62ae1618-7d26-41ad-b7c5-e7b0314bf68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:59.967434 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:00.973097 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:02.556182 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:04.106503 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:56:24.498261 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:27.138176 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-26d11215-5fd5-4b1e-987c-04c9ba43aaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:29.755389 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5cc4e15a-ab54-4d2a-9db0-8cd998d9ab87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:29.937951 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:30.989108 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:32.520613 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:41.106276 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:56:54.492015 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:57.120229 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9175d4c6-d447-47bb-b47d-b10739c2c96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:59.743193 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-adab9b91-3592-4f57-96ec-84ddda0e1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:59.931917 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:01.000110 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:02.525609 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:18.105858 dv-cinder-760193-12-iscsi neutron-server[101036]: DEBUG neutron.db.agents_db [None req-ff55b54e-4251-466a-91db-9ffddd336e1e None None] Agent healthcheck: found 6 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:57:24.479602 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46daed90-1326-4d3f-b65a-3ca40bdee274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:27.165624 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5696393b-a395-408d-99a6-ac71bea6070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:29.748313 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cb687ea4-1959-4733-8e9c-28f4be7d6e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:29.959700 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ec358ec-9712-4125-a95f-e218eb9b5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:30.993779 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e9717027-ba76-4c3b-a27e-da1ae492a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:32.531159 dv-cinder-760193-12-iscsi neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f40fa9f-7f2b-46ba-80c9-ec3ad543fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785542203019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3786962'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}